2024-11-27 03:20:45,967 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-27 03:20:45,979 main DEBUG Took 0.009855 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 03:20:45,979 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 03:20:45,979 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 03:20:45,980 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 03:20:45,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:20:45,988 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 03:20:46,000 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:20:46,001 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:20:46,002 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:20:46,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:20:46,003 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:20:46,003 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:20:46,004 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:20:46,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:20:46,004 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:20:46,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:20:46,005 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:20:46,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:20:46,006 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:20:46,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:20:46,007 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:20:46,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:20:46,007 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:20:46,008 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:20:46,008 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:20:46,008 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:20:46,009 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:20:46,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:20:46,009 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:20:46,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 03:20:46,010 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:20:46,010 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 03:20:46,011 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 03:20:46,013 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 03:20:46,014 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 03:20:46,014 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 03:20:46,015 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 03:20:46,016 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 03:20:46,024 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 03:20:46,026 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 03:20:46,028 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 03:20:46,028 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 03:20:46,028 main DEBUG createAppenders(={Console}) 2024-11-27 03:20:46,029 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-27 03:20:46,029 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-27 03:20:46,030 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-27 03:20:46,030 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 03:20:46,030 main DEBUG OutputStream closed 2024-11-27 03:20:46,031 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 03:20:46,031 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 03:20:46,031 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-27 03:20:46,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 03:20:46,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 03:20:46,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 03:20:46,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 03:20:46,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 03:20:46,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 03:20:46,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 03:20:46,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 03:20:46,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 03:20:46,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 03:20:46,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 03:20:46,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 03:20:46,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 03:20:46,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 03:20:46,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 03:20:46,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 03:20:46,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 03:20:46,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 03:20:46,119 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 03:20:46,119 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-27 03:20:46,120 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 03:20:46,121 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-27T03:20:46,360 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7 2024-11-27 03:20:46,363 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 03:20:46,363 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T03:20:46,372 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-27T03:20:46,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T03:20:46,399 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/cluster_2b66d9ec-3966-a6d0-0a48-dc5e364c52c1, deleteOnExit=true 2024-11-27T03:20:46,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-27T03:20:46,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/test.cache.data in system properties and HBase conf 2024-11-27T03:20:46,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T03:20:46,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/hadoop.log.dir in system properties and HBase conf 2024-11-27T03:20:46,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T03:20:46,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T03:20:46,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-27T03:20:46,494 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T03:20:46,595 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T03:20:46,599 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:20:46,599 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T03:20:46,600 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T03:20:46,600 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:20:46,600 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T03:20:46,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T03:20:46,601 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T03:20:46,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:20:46,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T03:20:46,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/nfs.dump.dir in system properties and HBase conf 2024-11-27T03:20:46,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/java.io.tmpdir in system properties and HBase conf 2024-11-27T03:20:46,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T03:20:46,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T03:20:46,604 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T03:20:47,484 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T03:20:47,562 INFO [Time-limited test {}] log.Log(170): Logging initialized @2264ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T03:20:47,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:20:47,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:20:47,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:20:47,762 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:20:47,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:20:47,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:20:47,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:20:47,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:20:47,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/java.io.tmpdir/jetty-localhost-33819-hadoop-hdfs-3_4_1-tests_jar-_-any-13329775990278903249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:20:47,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:33819} 2024-11-27T03:20:47,994 INFO [Time-limited test {}] server.Server(415): Started @2697ms 2024-11-27T03:20:48,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T03:20:48,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T03:20:48,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T03:20:48,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T03:20:48,403 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T03:20:48,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/hadoop.log.dir/,AVAILABLE} 2024-11-27T03:20:48,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T03:20:48,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/java.io.tmpdir/jetty-localhost-41799-hadoop-hdfs-3_4_1-tests_jar-_-any-7662199496991765929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:20:48,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:41799} 2024-11-27T03:20:48,532 INFO [Time-limited test {}] server.Server(415): Started @3236ms 2024-11-27T03:20:48,589 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T03:20:49,050 WARN [Thread-69 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/cluster_2b66d9ec-3966-a6d0-0a48-dc5e364c52c1/dfs/data/data1/current/BP-1234717045-172.17.0.2-1732677647237/current, will proceed with Du for space computation calculation, 2024-11-27T03:20:49,050 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/cluster_2b66d9ec-3966-a6d0-0a48-dc5e364c52c1/dfs/data/data2/current/BP-1234717045-172.17.0.2-1732677647237/current, will proceed with Du for space computation calculation, 2024-11-27T03:20:49,104 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T03:20:49,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc96828f82bf3f55 with lease ID 0xfd8a1737452498ac: Processing first storage report for DS-9ff79ca0-fe28-47bf-bba2-b4d200e8eace from datanode DatanodeRegistration(127.0.0.1:36517, datanodeUuid=1894f374-be0a-4aac-8e02-e9c4034d3377, infoPort=33295, infoSecurePort=0, ipcPort=45751, storageInfo=lv=-57;cid=testClusterID;nsid=36848605;c=1732677647237) 2024-11-27T03:20:49,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc96828f82bf3f55 with lease ID 0xfd8a1737452498ac: from storage DS-9ff79ca0-fe28-47bf-bba2-b4d200e8eace node DatanodeRegistration(127.0.0.1:36517, datanodeUuid=1894f374-be0a-4aac-8e02-e9c4034d3377, infoPort=33295, infoSecurePort=0, ipcPort=45751, storageInfo=lv=-57;cid=testClusterID;nsid=36848605;c=1732677647237), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T03:20:49,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc96828f82bf3f55 with lease ID 0xfd8a1737452498ac: Processing first storage report for DS-564de88f-1258-4eae-b4a3-1e5fe9287fa7 from datanode DatanodeRegistration(127.0.0.1:36517, datanodeUuid=1894f374-be0a-4aac-8e02-e9c4034d3377, infoPort=33295, infoSecurePort=0, ipcPort=45751, storageInfo=lv=-57;cid=testClusterID;nsid=36848605;c=1732677647237) 2024-11-27T03:20:49,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc96828f82bf3f55 with lease ID 0xfd8a1737452498ac: from storage DS-564de88f-1258-4eae-b4a3-1e5fe9287fa7 node DatanodeRegistration(127.0.0.1:36517, datanodeUuid=1894f374-be0a-4aac-8e02-e9c4034d3377, infoPort=33295, infoSecurePort=0, ipcPort=45751, storageInfo=lv=-57;cid=testClusterID;nsid=36848605;c=1732677647237), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T03:20:49,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7 2024-11-27T03:20:49,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/cluster_2b66d9ec-3966-a6d0-0a48-dc5e364c52c1/zookeeper_0, clientPort=58362, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/cluster_2b66d9ec-3966-a6d0-0a48-dc5e364c52c1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/cluster_2b66d9ec-3966-a6d0-0a48-dc5e364c52c1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T03:20:49,334 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58362 2024-11-27T03:20:49,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:49,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:49,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741825_1001 (size=7) 2024-11-27T03:20:50,004 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb with version=8 2024-11-27T03:20:50,004 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/hbase-staging 2024-11-27T03:20:50,132 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T03:20:50,401 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2037602345fe:0 server-side Connection retries=45 2024-11-27T03:20:50,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:50,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:50,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:20:50,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:50,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:20:50,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:20:50,615 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T03:20:50,623 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T03:20:50,627 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:20:50,655 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21420 (auto-detected) 2024-11-27T03:20:50,656 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T03:20:50,676 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44143 2024-11-27T03:20:50,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:50,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:50,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44143 connecting to ZooKeeper ensemble=127.0.0.1:58362 2024-11-27T03:20:50,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441430x0, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:20:50,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44143-0x10036fe7c800000 connected 2024-11-27T03:20:50,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T03:20:50,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T03:20:50,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T03:20:50,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44143 2024-11-27T03:20:50,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44143 2024-11-27T03:20:50,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44143 2024-11-27T03:20:50,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44143 2024-11-27T03:20:50,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44143 2024-11-27T03:20:50,793 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb, hbase.cluster.distributed=false 2024-11-27T03:20:50,857 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2037602345fe:0 server-side Connection retries=45 2024-11-27T03:20:50,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:50,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:50,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T03:20:50,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T03:20:50,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T03:20:50,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T03:20:50,862 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T03:20:50,863 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42163 2024-11-27T03:20:50,865 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T03:20:50,870 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T03:20:50,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:50,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:50,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42163 connecting to ZooKeeper ensemble=127.0.0.1:58362 2024-11-27T03:20:50,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421630x0, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T03:20:50,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42163-0x10036fe7c800001 connected 2024-11-27T03:20:50,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T03:20:50,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T03:20:50,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T03:20:50,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42163 2024-11-27T03:20:50,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42163 2024-11-27T03:20:50,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42163 2024-11-27T03:20:50,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42163 2024-11-27T03:20:50,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42163 2024-11-27T03:20:50,898 INFO [master/2037602345fe:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2037602345fe,44143,1732677650125 2024-11-27T03:20:50,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T03:20:50,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T03:20:50,908 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2037602345fe,44143,1732677650125 2024-11-27T03:20:50,915 DEBUG [M:0;2037602345fe:44143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2037602345fe:44143 2024-11-27T03:20:50,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T03:20:50,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T03:20:50,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:20:50,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:20:50,929 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T03:20:50,930 INFO [master/2037602345fe:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2037602345fe,44143,1732677650125 from backup master directory 2024-11-27T03:20:50,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T03:20:50,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T03:20:50,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2037602345fe,44143,1732677650125 2024-11-27T03:20:50,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T03:20:50,934 WARN [master/2037602345fe:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:20:50,934 INFO [master/2037602345fe:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2037602345fe,44143,1732677650125 2024-11-27T03:20:50,936 INFO [master/2037602345fe:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T03:20:50,938 INFO [master/2037602345fe:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T03:20:51,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741826_1002 (size=42) 2024-11-27T03:20:51,405 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/hbase.id with ID: df91e47d-abd3-4937-82c4-5f1d446baf33 2024-11-27T03:20:51,445 INFO [master/2037602345fe:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T03:20:51,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:20:51,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:20:51,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741827_1003 (size=196) 2024-11-27T03:20:51,508 INFO [master/2037602345fe:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:20:51,511 INFO [master/2037602345fe:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T03:20:51,535 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:51,540 INFO [master/2037602345fe:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:20:51,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741828_1004 (size=1189) 2024-11-27T03:20:51,992 INFO [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store 2024-11-27T03:20:52,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741829_1005 (size=34) 2024-11-27T03:20:52,415 INFO [master/2037602345fe:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T03:20:52,416 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:52,417 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:20:52,417 INFO [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:52,417 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:52,417 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:20:52,417 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:52,417 INFO [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:20:52,418 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T03:20:52,420 WARN [master/2037602345fe:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/.initializing 2024-11-27T03:20:52,420 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/WALs/2037602345fe,44143,1732677650125 2024-11-27T03:20:52,427 INFO [master/2037602345fe:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:20:52,438 INFO [master/2037602345fe:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2037602345fe%2C44143%2C1732677650125, suffix=, logDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/WALs/2037602345fe,44143,1732677650125, archiveDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/oldWALs, maxLogs=10 2024-11-27T03:20:52,460 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/WALs/2037602345fe,44143,1732677650125/2037602345fe%2C44143%2C1732677650125.1732677652443, exclude list is [], retry=0 2024-11-27T03:20:52,477 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36517,DS-9ff79ca0-fe28-47bf-bba2-b4d200e8eace,DISK] 2024-11-27T03:20:52,480 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T03:20:52,516 INFO [master/2037602345fe:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/WALs/2037602345fe,44143,1732677650125/2037602345fe%2C44143%2C1732677650125.1732677652443 2024-11-27T03:20:52,517 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33295:33295)] 2024-11-27T03:20:52,518 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:20:52,518 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:52,521 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:52,522 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:52,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:52,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T03:20:52,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:52,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:52,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:52,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T03:20:52,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:52,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:52,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:52,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T03:20:52,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:52,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:52,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:52,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T03:20:52,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:52,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:52,608 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:52,609 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:52,617 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T03:20:52,622 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T03:20:52,627 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:20:52,628 INFO [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75150663, jitterRate=0.11983214318752289}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T03:20:52,632 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T03:20:52,633 INFO [master/2037602345fe:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T03:20:52,662 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f42a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:52,695 INFO [master/2037602345fe:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-27T03:20:52,707 INFO [master/2037602345fe:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T03:20:52,707 INFO [master/2037602345fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T03:20:52,709 INFO [master/2037602345fe:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T03:20:52,711 INFO [master/2037602345fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T03:20:52,716 INFO [master/2037602345fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-27T03:20:52,716 INFO [master/2037602345fe:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T03:20:52,748 INFO [master/2037602345fe:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T03:20:52,759 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T03:20:52,762 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-27T03:20:52,764 INFO [master/2037602345fe:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T03:20:52,765 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T03:20:52,767 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-27T03:20:52,769 INFO [master/2037602345fe:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T03:20:52,772 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T03:20:52,773 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-27T03:20:52,774 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T03:20:52,776 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T03:20:52,785 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T03:20:52,786 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T03:20:52,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T03:20:52,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T03:20:52,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:20:52,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:20:52,790 INFO [master/2037602345fe:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2037602345fe,44143,1732677650125, sessionid=0x10036fe7c800000, setting cluster-up flag (Was=false) 2024-11-27T03:20:52,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:20:52,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:20:52,809 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T03:20:52,810 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2037602345fe,44143,1732677650125 2024-11-27T03:20:52,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:20:52,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:20:52,821 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T03:20:52,822 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2037602345fe,44143,1732677650125 2024-11-27T03:20:52,913 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2037602345fe:42163 2024-11-27T03:20:52,915 INFO [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1008): ClusterId : df91e47d-abd3-4937-82c4-5f1d446baf33 2024-11-27T03:20:52,917 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-27T03:20:52,918 DEBUG [RS:0;2037602345fe:42163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T03:20:52,923 INFO [master/2037602345fe:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-27T03:20:52,923 DEBUG [RS:0;2037602345fe:42163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T03:20:52,923 DEBUG [RS:0;2037602345fe:42163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T03:20:52,926 INFO [master/2037602345fe:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T03:20:52,926 DEBUG [RS:0;2037602345fe:42163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T03:20:52,927 DEBUG [RS:0;2037602345fe:42163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20facb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:52,929 DEBUG [RS:0;2037602345fe:42163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25897648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2037602345fe/172.17.0.2:0 2024-11-27T03:20:52,932 INFO [RS:0;2037602345fe:42163 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-27T03:20:52,932 INFO [RS:0;2037602345fe:42163 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-27T03:20:52,932 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-27T03:20:52,932 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2037602345fe,44143,1732677650125 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T03:20:52,934 INFO [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(3073): reportForDuty to master=2037602345fe,44143,1732677650125 with isa=2037602345fe/172.17.0.2:42163, startcode=1732677650856 2024-11-27T03:20:52,935 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2037602345fe:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:52,936 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2037602345fe:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:52,936 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2037602345fe:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:52,936 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2037602345fe:0, corePoolSize=5, maxPoolSize=5 2024-11-27T03:20:52,936 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2037602345fe:0, corePoolSize=10, maxPoolSize=10 2024-11-27T03:20:52,937 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2037602345fe:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:52,937 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2037602345fe:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:20:52,937 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2037602345fe:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:52,944 INFO [master/2037602345fe:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732677682944 2024-11-27T03:20:52,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:20:52,946 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-27T03:20:52,946 INFO [master/2037602345fe:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T03:20:52,948 INFO [master/2037602345fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T03:20:52,949 DEBUG [RS:0;2037602345fe:42163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:20:52,950 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:52,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:20:52,952 INFO [master/2037602345fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T03:20:52,952 INFO [master/2037602345fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T03:20:52,953 INFO [master/2037602345fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T03:20:52,953 INFO [master/2037602345fe:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T03:20:52,954 INFO [master/2037602345fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:52,956 INFO [master/2037602345fe:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T03:20:52,957 INFO [master/2037602345fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T03:20:52,958 INFO [master/2037602345fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T03:20:52,964 INFO [master/2037602345fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T03:20:52,964 INFO [master/2037602345fe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T03:20:52,966 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2037602345fe:0:becomeActiveMaster-HFileCleaner.large.0-1732677652966,5,FailOnTimeoutGroup] 2024-11-27T03:20:52,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741831_1007 (size=1039) 2024-11-27T03:20:52,967 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2037602345fe:0:becomeActiveMaster-HFileCleaner.small.0-1732677652966,5,FailOnTimeoutGroup] 2024-11-27T03:20:52,967 INFO [master/2037602345fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:52,967 INFO [master/2037602345fe:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T03:20:52,968 INFO [master/2037602345fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:52,968 INFO [master/2037602345fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:52,993 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57323, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:20:52,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44143 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2037602345fe,42163,1732677650856 2024-11-27T03:20:53,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44143 {}] master.ServerManager(486): Registering regionserver=2037602345fe,42163,1732677650856 2024-11-27T03:20:53,015 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb 2024-11-27T03:20:53,015 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41287 2024-11-27T03:20:53,015 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-27T03:20:53,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T03:20:53,020 DEBUG [RS:0;2037602345fe:42163 {}] zookeeper.ZKUtil(111): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2037602345fe,42163,1732677650856 2024-11-27T03:20:53,020 WARN [RS:0;2037602345fe:42163 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T03:20:53,021 INFO [RS:0;2037602345fe:42163 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:20:53,021 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/WALs/2037602345fe,42163,1732677650856 2024-11-27T03:20:53,022 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2037602345fe,42163,1732677650856] 2024-11-27T03:20:53,034 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-27T03:20:53,045 INFO [RS:0;2037602345fe:42163 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T03:20:53,058 INFO [RS:0;2037602345fe:42163 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T03:20:53,060 INFO [RS:0;2037602345fe:42163 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T03:20:53,061 INFO [RS:0;2037602345fe:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:53,061 INFO [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-27T03:20:53,068 INFO [RS:0;2037602345fe:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:53,069 DEBUG [RS:0;2037602345fe:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2037602345fe:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:53,069 DEBUG [RS:0;2037602345fe:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2037602345fe:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:53,069 DEBUG [RS:0;2037602345fe:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:53,069 DEBUG [RS:0;2037602345fe:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2037602345fe:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:53,069 DEBUG [RS:0;2037602345fe:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2037602345fe:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:53,069 DEBUG [RS:0;2037602345fe:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2037602345fe:0, corePoolSize=2, maxPoolSize=2 2024-11-27T03:20:53,069 DEBUG [RS:0;2037602345fe:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2037602345fe:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:53,069 DEBUG [RS:0;2037602345fe:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2037602345fe:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:53,070 DEBUG [RS:0;2037602345fe:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2037602345fe:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:53,070 DEBUG [RS:0;2037602345fe:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2037602345fe:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:53,070 DEBUG [RS:0;2037602345fe:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2037602345fe:0, corePoolSize=1, maxPoolSize=1 2024-11-27T03:20:53,070 DEBUG [RS:0;2037602345fe:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2037602345fe:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:20:53,070 DEBUG [RS:0;2037602345fe:42163 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0, corePoolSize=3, maxPoolSize=3 2024-11-27T03:20:53,071 INFO [RS:0;2037602345fe:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:53,071 INFO [RS:0;2037602345fe:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:53,071 INFO [RS:0;2037602345fe:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:53,071 INFO [RS:0;2037602345fe:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:53,072 INFO [RS:0;2037602345fe:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=2037602345fe,42163,1732677650856-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:20:53,092 INFO [RS:0;2037602345fe:42163 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T03:20:53,094 INFO [RS:0;2037602345fe:42163 {}] hbase.ChoreService(168): Chore ScheduledChore name=2037602345fe,42163,1732677650856-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:53,114 INFO [RS:0;2037602345fe:42163 {}] regionserver.Replication(204): 2037602345fe,42163,1732677650856 started 2024-11-27T03:20:53,114 INFO [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1767): Serving as 2037602345fe,42163,1732677650856, RpcServer on 2037602345fe/172.17.0.2:42163, sessionid=0x10036fe7c800001 2024-11-27T03:20:53,115 DEBUG [RS:0;2037602345fe:42163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T03:20:53,115 DEBUG [RS:0;2037602345fe:42163 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2037602345fe,42163,1732677650856 2024-11-27T03:20:53,115 DEBUG [RS:0;2037602345fe:42163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2037602345fe,42163,1732677650856' 2024-11-27T03:20:53,115 DEBUG [RS:0;2037602345fe:42163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T03:20:53,116 DEBUG [RS:0;2037602345fe:42163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T03:20:53,117 DEBUG [RS:0;2037602345fe:42163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T03:20:53,117 DEBUG [RS:0;2037602345fe:42163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T03:20:53,117 DEBUG [RS:0;2037602345fe:42163 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2037602345fe,42163,1732677650856 2024-11-27T03:20:53,117 DEBUG [RS:0;2037602345fe:42163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2037602345fe,42163,1732677650856' 2024-11-27T03:20:53,117 DEBUG [RS:0;2037602345fe:42163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T03:20:53,118 DEBUG [RS:0;2037602345fe:42163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T03:20:53,118 DEBUG [RS:0;2037602345fe:42163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T03:20:53,118 INFO [RS:0;2037602345fe:42163 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T03:20:53,119 INFO [RS:0;2037602345fe:42163 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T03:20:53,224 INFO [RS:0;2037602345fe:42163 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T03:20:53,227 INFO [RS:0;2037602345fe:42163 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2037602345fe%2C42163%2C1732677650856, suffix=, logDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/WALs/2037602345fe,42163,1732677650856, archiveDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/oldWALs, maxLogs=32 2024-11-27T03:20:53,245 DEBUG [RS:0;2037602345fe:42163 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/WALs/2037602345fe,42163,1732677650856/2037602345fe%2C42163%2C1732677650856.1732677653230, exclude list is [], retry=0 2024-11-27T03:20:53,249 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36517,DS-9ff79ca0-fe28-47bf-bba2-b4d200e8eace,DISK] 2024-11-27T03:20:53,254 INFO [RS:0;2037602345fe:42163 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/WALs/2037602345fe,42163,1732677650856/2037602345fe%2C42163%2C1732677650856.1732677653230 2024-11-27T03:20:53,255 DEBUG [RS:0;2037602345fe:42163 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33295:33295)] 2024-11-27T03:20:53,369 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-27T03:20:53,370 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb 2024-11-27T03:20:53,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741833_1009 (size=32) 2024-11-27T03:20:53,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:53,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:20:53,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:20:53,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:53,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:53,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:20:53,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:20:53,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:53,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:53,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:20:53,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:20:53,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:53,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:53,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740 2024-11-27T03:20:53,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740 2024-11-27T03:20:53,800 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T03:20:53,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-27T03:20:53,806 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:20:53,807 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60657546, jitterRate=-0.09613212943077087}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T03:20:53,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-27T03:20:53,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:20:53,810 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-27T03:20:53,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-27T03:20:53,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:20:53,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:20:53,811 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-27T03:20:53,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-27T03:20:53,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-27T03:20:53,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-27T03:20:53,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T03:20:53,829 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T03:20:53,831 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T03:20:53,983 DEBUG [2037602345fe:44143 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T03:20:53,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:20:53,995 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2037602345fe,42163,1732677650856, state=OPENING 2024-11-27T03:20:54,001 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T03:20:54,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:20:54,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:20:54,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T03:20:54,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T03:20:54,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:20:54,183 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:20:54,185 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T03:20:54,189 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T03:20:54,200 INFO [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-27T03:20:54,200 INFO [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T03:20:54,201 INFO [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T03:20:54,204 INFO [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2037602345fe%2C42163%2C1732677650856.meta, suffix=.meta, logDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/WALs/2037602345fe,42163,1732677650856, archiveDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/oldWALs, maxLogs=32 2024-11-27T03:20:54,228 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/WALs/2037602345fe,42163,1732677650856/2037602345fe%2C42163%2C1732677650856.meta.1732677654207.meta, exclude list is [], retry=0 2024-11-27T03:20:54,232 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36517,DS-9ff79ca0-fe28-47bf-bba2-b4d200e8eace,DISK] 2024-11-27T03:20:54,236 INFO [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/WALs/2037602345fe,42163,1732677650856/2037602345fe%2C42163%2C1732677650856.meta.1732677654207.meta 2024-11-27T03:20:54,236 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33295:33295)] 2024-11-27T03:20:54,237 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:20:54,238 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T03:20:54,298 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T03:20:54,302 INFO [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T03:20:54,307 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T03:20:54,307 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:54,307 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-27T03:20:54,307 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-27T03:20:54,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T03:20:54,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T03:20:54,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:54,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:54,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T03:20:54,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T03:20:54,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:54,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:54,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T03:20:54,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T03:20:54,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:54,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T03:20:54,320 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740 2024-11-27T03:20:54,323 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740 2024-11-27T03:20:54,326 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T03:20:54,329 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-27T03:20:54,331 INFO [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73198999, jitterRate=0.0907500833272934}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T03:20:54,333 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-27T03:20:54,341 INFO [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732677654177 2024-11-27T03:20:54,353 DEBUG [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T03:20:54,353 INFO [RS_OPEN_META-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-27T03:20:54,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:20:54,356 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2037602345fe,42163,1732677650856, state=OPEN 2024-11-27T03:20:54,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T03:20:54,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T03:20:54,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T03:20:54,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T03:20:54,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T03:20:54,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2037602345fe,42163,1732677650856 in 354 msec 2024-11-27T03:20:54,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T03:20:54,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 546 msec 2024-11-27T03:20:54,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5070 sec 2024-11-27T03:20:54,377 INFO [master/2037602345fe:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732677654377, completionTime=-1 2024-11-27T03:20:54,377 INFO [master/2037602345fe:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T03:20:54,377 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-27T03:20:54,417 DEBUG [hconnection-0x54ab8a8c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:54,420 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:54,431 INFO [master/2037602345fe:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-27T03:20:54,432 INFO [master/2037602345fe:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732677714432 2024-11-27T03:20:54,432 INFO [master/2037602345fe:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732677774432 2024-11-27T03:20:54,432 INFO [master/2037602345fe:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 54 msec 2024-11-27T03:20:54,453 INFO [master/2037602345fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2037602345fe,44143,1732677650125-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:54,453 INFO [master/2037602345fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2037602345fe,44143,1732677650125-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:54,454 INFO [master/2037602345fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2037602345fe,44143,1732677650125-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:54,455 INFO [master/2037602345fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2037602345fe:44143, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:54,455 INFO [master/2037602345fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:54,461 DEBUG [master/2037602345fe:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-27T03:20:54,463 INFO [master/2037602345fe:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-27T03:20:54,465 INFO [master/2037602345fe:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T03:20:54,471 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-27T03:20:54,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:20:54,476 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:54,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:20:54,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741835_1011 (size=358) 2024-11-27T03:20:54,895 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5f18f9fa2f9d8f6d8e87c935687721cd, NAME => 'hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb 2024-11-27T03:20:54,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741836_1012 (size=42) 2024-11-27T03:20:55,308 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:55,308 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 5f18f9fa2f9d8f6d8e87c935687721cd, disabling compactions & flushes 2024-11-27T03:20:55,308 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd. 2024-11-27T03:20:55,308 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd. 2024-11-27T03:20:55,308 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd. after waiting 0 ms 2024-11-27T03:20:55,309 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd. 2024-11-27T03:20:55,309 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd. 2024-11-27T03:20:55,309 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5f18f9fa2f9d8f6d8e87c935687721cd: 2024-11-27T03:20:55,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:20:55,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732677655312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677655312"}]},"ts":"1732677655312"} 2024-11-27T03:20:55,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T03:20:55,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:20:55,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677655346"}]},"ts":"1732677655346"} 2024-11-27T03:20:55,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-27T03:20:55,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5f18f9fa2f9d8f6d8e87c935687721cd, ASSIGN}] 2024-11-27T03:20:55,362 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5f18f9fa2f9d8f6d8e87c935687721cd, ASSIGN 2024-11-27T03:20:55,364 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=5f18f9fa2f9d8f6d8e87c935687721cd, ASSIGN; state=OFFLINE, location=2037602345fe,42163,1732677650856; forceNewPlan=false, retain=false 2024-11-27T03:20:55,515 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5f18f9fa2f9d8f6d8e87c935687721cd, regionState=OPENING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:20:55,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 5f18f9fa2f9d8f6d8e87c935687721cd, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:20:55,673 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:20:55,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd. 2024-11-27T03:20:55,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 5f18f9fa2f9d8f6d8e87c935687721cd, NAME => 'hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:20:55,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 5f18f9fa2f9d8f6d8e87c935687721cd 2024-11-27T03:20:55,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:55,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 5f18f9fa2f9d8f6d8e87c935687721cd 2024-11-27T03:20:55,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 5f18f9fa2f9d8f6d8e87c935687721cd 2024-11-27T03:20:55,683 INFO [StoreOpener-5f18f9fa2f9d8f6d8e87c935687721cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5f18f9fa2f9d8f6d8e87c935687721cd 2024-11-27T03:20:55,686 INFO [StoreOpener-5f18f9fa2f9d8f6d8e87c935687721cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f18f9fa2f9d8f6d8e87c935687721cd columnFamilyName info 2024-11-27T03:20:55,686 DEBUG [StoreOpener-5f18f9fa2f9d8f6d8e87c935687721cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:55,686 INFO [StoreOpener-5f18f9fa2f9d8f6d8e87c935687721cd-1 {}] regionserver.HStore(327): Store=5f18f9fa2f9d8f6d8e87c935687721cd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:55,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/namespace/5f18f9fa2f9d8f6d8e87c935687721cd 2024-11-27T03:20:55,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/namespace/5f18f9fa2f9d8f6d8e87c935687721cd 2024-11-27T03:20:55,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 5f18f9fa2f9d8f6d8e87c935687721cd 2024-11-27T03:20:55,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/namespace/5f18f9fa2f9d8f6d8e87c935687721cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:20:55,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 5f18f9fa2f9d8f6d8e87c935687721cd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62005058, jitterRate=-0.07605263590812683}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T03:20:55,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 5f18f9fa2f9d8f6d8e87c935687721cd: 2024-11-27T03:20:55,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd., pid=6, masterSystemTime=1732677655673 2024-11-27T03:20:55,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd. 2024-11-27T03:20:55,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd. 2024-11-27T03:20:55,704 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5f18f9fa2f9d8f6d8e87c935687721cd, regionState=OPEN, openSeqNum=2, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:20:55,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T03:20:55,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 5f18f9fa2f9d8f6d8e87c935687721cd, server=2037602345fe,42163,1732677650856 in 188 msec 2024-11-27T03:20:55,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T03:20:55,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=5f18f9fa2f9d8f6d8e87c935687721cd, ASSIGN in 351 msec 2024-11-27T03:20:55,716 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:20:55,716 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677655716"}]},"ts":"1732677655716"} 2024-11-27T03:20:55,719 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-27T03:20:55,722 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:20:55,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2570 sec 2024-11-27T03:20:55,775 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-27T03:20:55,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-27T03:20:55,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:20:55,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:20:55,808 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-27T03:20:55,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-27T03:20:55,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-27T03:20:55,831 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-27T03:20:55,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-27T03:20:55,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-27T03:20:55,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-27T03:20:55,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-27T03:20:55,861 INFO [master/2037602345fe:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.927sec 2024-11-27T03:20:55,862 INFO [master/2037602345fe:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T03:20:55,863 INFO [master/2037602345fe:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T03:20:55,864 INFO [master/2037602345fe:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T03:20:55,865 INFO [master/2037602345fe:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T03:20:55,865 INFO [master/2037602345fe:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T03:20:55,866 INFO [master/2037602345fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2037602345fe,44143,1732677650125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T03:20:55,866 INFO [master/2037602345fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2037602345fe,44143,1732677650125-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T03:20:55,873 DEBUG [master/2037602345fe:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-27T03:20:55,874 INFO [master/2037602345fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T03:20:55,874 INFO [master/2037602345fe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2037602345fe,44143,1732677650125-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T03:20:55,917 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76523d14 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46873e4f 2024-11-27T03:20:55,917 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-27T03:20:55,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ba07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:55,929 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T03:20:55,929 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T03:20:55,941 DEBUG [hconnection-0x7edf53b1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:55,950 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:55,960 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2037602345fe,44143,1732677650125 2024-11-27T03:20:56,002 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=6909 2024-11-27T03:20:56,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:20:56,023 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:20:56,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T03:20:56,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:20:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T03:20:56,039 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:20:56,039 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:56,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-27T03:20:56,041 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:20:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T03:20:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741837_1013 (size=960) 2024-11-27T03:20:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T03:20:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T03:20:56,455 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb 2024-11-27T03:20:56,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741838_1014 (size=53) 2024-11-27T03:20:56,465 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:56,465 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9d6c7a0698d326089c1a84ad2bd09742, disabling compactions & flushes 2024-11-27T03:20:56,465 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:56,465 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:56,465 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. after waiting 0 ms 2024-11-27T03:20:56,465 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:56,465 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:56,465 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:20:56,467 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:20:56,468 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732677656468"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677656468"}]},"ts":"1732677656468"} 2024-11-27T03:20:56,471 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T03:20:56,473 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:20:56,473 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677656473"}]},"ts":"1732677656473"} 2024-11-27T03:20:56,476 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T03:20:56,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d6c7a0698d326089c1a84ad2bd09742, ASSIGN}] 2024-11-27T03:20:56,482 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d6c7a0698d326089c1a84ad2bd09742, ASSIGN 2024-11-27T03:20:56,484 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d6c7a0698d326089c1a84ad2bd09742, ASSIGN; state=OFFLINE, location=2037602345fe,42163,1732677650856; forceNewPlan=false, retain=false 2024-11-27T03:20:56,634 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9d6c7a0698d326089c1a84ad2bd09742, regionState=OPENING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:20:56,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:20:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T03:20:56,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:20:56,798 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:56,798 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:20:56,798 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:20:56,798 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:20:56,799 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:20:56,799 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:20:56,801 INFO [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:20:56,804 INFO [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:20:56,804 INFO [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d6c7a0698d326089c1a84ad2bd09742 columnFamilyName A 2024-11-27T03:20:56,804 DEBUG [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:56,805 INFO [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] regionserver.HStore(327): Store=9d6c7a0698d326089c1a84ad2bd09742/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:56,806 INFO [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:20:56,807 INFO [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:20:56,808 INFO [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d6c7a0698d326089c1a84ad2bd09742 columnFamilyName B 2024-11-27T03:20:56,808 DEBUG [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:56,809 INFO [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] regionserver.HStore(327): Store=9d6c7a0698d326089c1a84ad2bd09742/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:56,809 INFO [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:20:56,810 INFO [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:20:56,811 INFO [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d6c7a0698d326089c1a84ad2bd09742 columnFamilyName C 2024-11-27T03:20:56,811 DEBUG [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:20:56,812 INFO [StoreOpener-9d6c7a0698d326089c1a84ad2bd09742-1 {}] regionserver.HStore(327): Store=9d6c7a0698d326089c1a84ad2bd09742/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:20:56,812 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:56,813 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:20:56,814 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:20:56,817 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T03:20:56,819 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:20:56,822 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:20:56,823 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 9d6c7a0698d326089c1a84ad2bd09742; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71070928, jitterRate=0.05903935432434082}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T03:20:56,824 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:20:56,825 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., pid=11, masterSystemTime=1732677656791 2024-11-27T03:20:56,828 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:56,828 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:56,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9d6c7a0698d326089c1a84ad2bd09742, regionState=OPEN, openSeqNum=2, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:20:56,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T03:20:56,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 in 194 msec 2024-11-27T03:20:56,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T03:20:56,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d6c7a0698d326089c1a84ad2bd09742, ASSIGN in 356 msec 2024-11-27T03:20:56,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:20:56,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677656840"}]},"ts":"1732677656840"} 2024-11-27T03:20:56,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T03:20:56,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:20:56,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 811 msec 2024-11-27T03:20:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T03:20:57,159 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-27T03:20:57,164 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fcb5f29 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fdf5682 2024-11-27T03:20:57,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e36fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:57,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:57,171 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:57,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:20:57,176 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:20:57,183 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f2091cc to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79d38d10 2024-11-27T03:20:57,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f343a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:57,188 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09bd0964 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c63ae4e 2024-11-27T03:20:57,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1324ee83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:57,193 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18cb251d to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@736f1673 2024-11-27T03:20:57,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478bae6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:57,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45b55c24 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ee2166f 2024-11-27T03:20:57,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48068a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:57,202 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e52b42a to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f34ff67 2024-11-27T03:20:57,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38766d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:57,206 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09ed28bb to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b5cad1a 2024-11-27T03:20:57,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295cb1ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:57,211 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12a1285d to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c3b736e 2024-11-27T03:20:57,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70267494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:57,216 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x353bc462 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@767a8485 2024-11-27T03:20:57,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2a8e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:57,224 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47fe2fa7 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6502d571 2024-11-27T03:20:57,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c915d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:20:57,232 DEBUG [hconnection-0x7c0bf2ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:57,232 DEBUG [hconnection-0x7b1969d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:57,233 DEBUG [hconnection-0x1074f994-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:57,234 DEBUG [hconnection-0x4872f2f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:57,236 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:57,237 DEBUG [hconnection-0x40eb5aeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:57,237 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:57,239 DEBUG [hconnection-0x53f1d8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:57,239 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:57,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:20:57,246 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-27T03:20:57,256 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:20:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T03:20:57,258 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:20:57,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:20:57,270 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:57,276 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:57,280 DEBUG [hconnection-0x10b6735b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:57,280 DEBUG [hconnection-0x14df392f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:57,289 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:57,290 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:57,293 DEBUG [hconnection-0x685e87a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:20:57,302 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:20:57,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:20:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:20:57,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:20:57,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:20:57,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:20:57,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:20:57,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:20:57,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:20:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T03:20:57,421 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:20:57,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T03:20:57,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:20:57,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:57,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:57,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:57,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/58e22665c6014b9d84d14eab687c4bb4 is 50, key is test_row_0/A:col10/1732677657341/Put/seqid=0 2024-11-27T03:20:57,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677717504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741839_1015 (size=16681) 2024-11-27T03:20:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677717515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677717515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677717509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677717519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T03:20:57,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:20:57,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T03:20:57,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:57,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:20:57,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:57,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:57,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:57,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677717658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677717656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677717658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677717659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677717660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,787 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:20:57,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T03:20:57,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:57,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:20:57,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:57,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:57,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T03:20:57,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677717865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677717867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677717869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677717873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677717873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:57,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/58e22665c6014b9d84d14eab687c4bb4 2024-11-27T03:20:57,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:20:57,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T03:20:57,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:57,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:20:57,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:57,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:57,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:58,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/f3c6ec85c11346afacd16225a3c308cd is 50, key is test_row_0/B:col10/1732677657341/Put/seqid=0 2024-11-27T03:20:58,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741840_1016 (size=12001) 2024-11-27T03:20:58,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/f3c6ec85c11346afacd16225a3c308cd 2024-11-27T03:20:58,115 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:20:58,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T03:20:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:20:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:58,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:58,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:58,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/212a1eb2927042368de9546e24d48865 is 50, key is test_row_0/C:col10/1732677657341/Put/seqid=0 2024-11-27T03:20:58,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677718173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677718176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677718175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677718178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677718182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741841_1017 (size=12001) 2024-11-27T03:20:58,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/212a1eb2927042368de9546e24d48865 2024-11-27T03:20:58,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/58e22665c6014b9d84d14eab687c4bb4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/58e22665c6014b9d84d14eab687c4bb4 2024-11-27T03:20:58,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/58e22665c6014b9d84d14eab687c4bb4, entries=250, sequenceid=14, filesize=16.3 K 2024-11-27T03:20:58,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/f3c6ec85c11346afacd16225a3c308cd as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f3c6ec85c11346afacd16225a3c308cd 2024-11-27T03:20:58,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f3c6ec85c11346afacd16225a3c308cd, entries=150, sequenceid=14, filesize=11.7 K 2024-11-27T03:20:58,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/212a1eb2927042368de9546e24d48865 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/212a1eb2927042368de9546e24d48865 2024-11-27T03:20:58,276 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:20:58,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T03:20:58,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:58,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:20:58,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:58,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:58,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:58,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/212a1eb2927042368de9546e24d48865, entries=150, sequenceid=14, filesize=11.7 K 2024-11-27T03:20:58,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9d6c7a0698d326089c1a84ad2bd09742 in 963ms, sequenceid=14, compaction requested=false 2024-11-27T03:20:58,311 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T03:20:58,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:20:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T03:20:58,433 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:20:58,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T03:20:58,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:58,435 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:20:58,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:20:58,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:20:58,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:20:58,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:20:58,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:20:58,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:20:58,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/576a789337354c8faad498a9c56ddab2 is 50, key is test_row_0/A:col10/1732677657509/Put/seqid=0 2024-11-27T03:20:58,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741842_1018 (size=12001) 2024-11-27T03:20:58,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:20:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:20:58,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677718712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677718714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677718721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677718723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677718723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677718827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677718828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677718830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677718831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677718832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:58,897 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/576a789337354c8faad498a9c56ddab2 2024-11-27T03:20:58,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/b3632a90aca24001930c3026e7a2ccc2 is 50, key is test_row_0/B:col10/1732677657509/Put/seqid=0 2024-11-27T03:20:58,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741843_1019 (size=12001) 2024-11-27T03:20:58,959 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/b3632a90aca24001930c3026e7a2ccc2 2024-11-27T03:20:58,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ee6ad88ca5f54e9da9b9d88e2b1e1995 is 50, key is test_row_0/C:col10/1732677657509/Put/seqid=0 2024-11-27T03:20:58,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741844_1020 (size=12001) 2024-11-27T03:20:59,001 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ee6ad88ca5f54e9da9b9d88e2b1e1995 2024-11-27T03:20:59,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/576a789337354c8faad498a9c56ddab2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/576a789337354c8faad498a9c56ddab2 2024-11-27T03:20:59,033 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/576a789337354c8faad498a9c56ddab2, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T03:20:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/b3632a90aca24001930c3026e7a2ccc2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/b3632a90aca24001930c3026e7a2ccc2 2024-11-27T03:20:59,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T03:20:59,040 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-27T03:20:59,048 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/b3632a90aca24001930c3026e7a2ccc2, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T03:20:59,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ee6ad88ca5f54e9da9b9d88e2b1e1995 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ee6ad88ca5f54e9da9b9d88e2b1e1995 2024-11-27T03:20:59,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677719037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677719038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677719038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677719040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677719041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,078 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ee6ad88ca5f54e9da9b9d88e2b1e1995, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T03:20:59,080 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9d6c7a0698d326089c1a84ad2bd09742 in 646ms, sequenceid=37, compaction requested=false 2024-11-27T03:20:59,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:20:59,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:59,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T03:20:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-27T03:20:59,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T03:20:59,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-11-27T03:20:59,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.8440 sec 2024-11-27T03:20:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:20:59,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T03:20:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T03:20:59,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:20:59,368 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-27T03:20:59,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:20:59,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:20:59,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:20:59,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:20:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:20:59,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:20:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-27T03:20:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T03:20:59,377 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:20:59,379 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:20:59,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:20:59,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/471f6766683e4bcdbdf14bb76c3e66d1 is 50, key is test_row_0/A:col10/1732677658715/Put/seqid=0 2024-11-27T03:20:59,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741845_1021 (size=16681) 2024-11-27T03:20:59,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/471f6766683e4bcdbdf14bb76c3e66d1 2024-11-27T03:20:59,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/5ab900e0257444e7aba998c54aa6923c is 50, key is test_row_0/B:col10/1732677658715/Put/seqid=0 2024-11-27T03:20:59,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741846_1022 (size=12001) 2024-11-27T03:20:59,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/5ab900e0257444e7aba998c54aa6923c 2024-11-27T03:20:59,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/d536c3505afb4492bd64986ccd9b4628 is 50, key is test_row_0/C:col10/1732677658715/Put/seqid=0 2024-11-27T03:20:59,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741847_1023 (size=12001) 2024-11-27T03:20:59,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/d536c3505afb4492bd64986ccd9b4628 2024-11-27T03:20:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T03:20:59,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/471f6766683e4bcdbdf14bb76c3e66d1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/471f6766683e4bcdbdf14bb76c3e66d1 2024-11-27T03:20:59,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677719492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677719493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677719495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677719498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677719501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/471f6766683e4bcdbdf14bb76c3e66d1, entries=250, sequenceid=52, filesize=16.3 K 2024-11-27T03:20:59,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/5ab900e0257444e7aba998c54aa6923c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5ab900e0257444e7aba998c54aa6923c 2024-11-27T03:20:59,539 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:20:59,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T03:20:59,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:59,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:20:59,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:59,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:59,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:59,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5ab900e0257444e7aba998c54aa6923c, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T03:20:59,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/d536c3505afb4492bd64986ccd9b4628 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/d536c3505afb4492bd64986ccd9b4628 2024-11-27T03:20:59,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/d536c3505afb4492bd64986ccd9b4628, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T03:20:59,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 9d6c7a0698d326089c1a84ad2bd09742 in 208ms, sequenceid=52, compaction requested=true 2024-11-27T03:20:59,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:20:59,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:20:59,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:20:59,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:20:59,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:20:59,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:20:59,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:20:59,581 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:20:59,581 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:20:59,586 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:20:59,587 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:20:59,588 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/B is initiating minor compaction (all files) 2024-11-27T03:20:59,588 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/B in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:59,588 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f3c6ec85c11346afacd16225a3c308cd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/b3632a90aca24001930c3026e7a2ccc2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5ab900e0257444e7aba998c54aa6923c] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=35.2 K 2024-11-27T03:20:59,592 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f3c6ec85c11346afacd16225a3c308cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732677657282 2024-11-27T03:20:59,592 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/A is initiating minor compaction (all files) 2024-11-27T03:20:59,592 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/A in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:59,593 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/58e22665c6014b9d84d14eab687c4bb4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/576a789337354c8faad498a9c56ddab2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/471f6766683e4bcdbdf14bb76c3e66d1] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=44.3 K 2024-11-27T03:20:59,593 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting b3632a90aca24001930c3026e7a2ccc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732677657496 2024-11-27T03:20:59,594 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ab900e0257444e7aba998c54aa6923c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732677658715 2024-11-27T03:20:59,596 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58e22665c6014b9d84d14eab687c4bb4, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732677657254 2024-11-27T03:20:59,597 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 576a789337354c8faad498a9c56ddab2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732677657496 2024-11-27T03:20:59,597 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 471f6766683e4bcdbdf14bb76c3e66d1, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732677658710 2024-11-27T03:20:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:20:59,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T03:20:59,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:20:59,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:20:59,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:20:59,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:20:59,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:20:59,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:20:59,635 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#A#compaction#9 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:20:59,636 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/9bcde8cb7db34947ba5ebc3956b11644 is 50, key is test_row_0/A:col10/1732677658715/Put/seqid=0 2024-11-27T03:20:59,638 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#B#compaction#10 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:20:59,640 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/6eea3e3c7f9246319373d41311390528 is 50, key is test_row_0/B:col10/1732677658715/Put/seqid=0 2024-11-27T03:20:59,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/4fe411662f6440c4b4b52c61469b70fc is 50, key is test_row_0/A:col10/1732677659494/Put/seqid=0 2024-11-27T03:20:59,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677719647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677719653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677719659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677719656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T03:20:59,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741848_1024 (size=12104) 2024-11-27T03:20:59,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741849_1025 (size=12104) 2024-11-27T03:20:59,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677719675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:20:59,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T03:20:59,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:59,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:20:59,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:59,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:59,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:59,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741850_1026 (size=12001) 2024-11-27T03:20:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:59,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/4fe411662f6440c4b4b52c61469b70fc 2024-11-27T03:20:59,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/cd4001fe53fc4fe3b4964eb46751fae6 is 50, key is test_row_0/B:col10/1732677659494/Put/seqid=0 2024-11-27T03:20:59,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741851_1027 (size=12001) 2024-11-27T03:20:59,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/cd4001fe53fc4fe3b4964eb46751fae6 2024-11-27T03:20:59,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/14698efdbbb54e6a9ea8a5716a3295b4 is 50, key is test_row_0/C:col10/1732677659494/Put/seqid=0 2024-11-27T03:20:59,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677719777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677719777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677719778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677719779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:20:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677719787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:20:59,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741852_1028 (size=12001) 2024-11-27T03:20:59,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/14698efdbbb54e6a9ea8a5716a3295b4 2024-11-27T03:20:59,819 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T03:20:59,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/4fe411662f6440c4b4b52c61469b70fc as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4fe411662f6440c4b4b52c61469b70fc 2024-11-27T03:20:59,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4fe411662f6440c4b4b52c61469b70fc, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T03:20:59,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/cd4001fe53fc4fe3b4964eb46751fae6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/cd4001fe53fc4fe3b4964eb46751fae6 2024-11-27T03:20:59,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:20:59,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T03:20:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:20:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:20:59,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:20:59,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/cd4001fe53fc4fe3b4964eb46751fae6, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T03:20:59,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/14698efdbbb54e6a9ea8a5716a3295b4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/14698efdbbb54e6a9ea8a5716a3295b4 2024-11-27T03:20:59,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/14698efdbbb54e6a9ea8a5716a3295b4, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T03:20:59,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9d6c7a0698d326089c1a84ad2bd09742 in 258ms, sequenceid=76, compaction requested=true 2024-11-27T03:20:59,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:20:59,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:20:59,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:20:59,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:20:59,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T03:20:59,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:20:59,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T03:20:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T03:21:00,007 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:00,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T03:21:00,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:00,009 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T03:21:00,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:00,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:00,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:00,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:00,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:00,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:00,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:00,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/b1f0850cf98b4568b816b32c3a658c42 is 50, key is test_row_0/A:col10/1732677659994/Put/seqid=0 2024-11-27T03:21:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741853_1029 (size=12001) 2024-11-27T03:21:00,066 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/b1f0850cf98b4568b816b32c3a658c42 2024-11-27T03:21:00,101 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/6eea3e3c7f9246319373d41311390528 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/6eea3e3c7f9246319373d41311390528 2024-11-27T03:21:00,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677720091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/5cb6a5df84554e54a87b3bbd61505144 is 50, key is test_row_0/B:col10/1732677659994/Put/seqid=0 2024-11-27T03:21:00,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677720095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,106 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/9bcde8cb7db34947ba5ebc3956b11644 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/9bcde8cb7db34947ba5ebc3956b11644 2024-11-27T03:21:00,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677720098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677720099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677720105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,129 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/B of 9d6c7a0698d326089c1a84ad2bd09742 into 6eea3e3c7f9246319373d41311390528(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:00,129 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:00,129 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/B, priority=13, startTime=1732677659580; duration=0sec 2024-11-27T03:21:00,130 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/A of 9d6c7a0698d326089c1a84ad2bd09742 into 9bcde8cb7db34947ba5ebc3956b11644(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:00,130 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:00,130 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/A, priority=13, startTime=1732677659577; duration=0sec 2024-11-27T03:21:00,130 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T03:21:00,130 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:00,130 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T03:21:00,130 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:00,130 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:00,130 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:00,130 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:00,134 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:00,134 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/C is initiating minor compaction (all files) 2024-11-27T03:21:00,134 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-27T03:21:00,134 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/C in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:00,134 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T03:21:00,134 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T03:21:00,134 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. because compaction request was cancelled 2024-11-27T03:21:00,134 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:00,135 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T03:21:00,135 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/212a1eb2927042368de9546e24d48865, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ee6ad88ca5f54e9da9b9d88e2b1e1995, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/d536c3505afb4492bd64986ccd9b4628, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/14698efdbbb54e6a9ea8a5716a3295b4] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=46.9 K 2024-11-27T03:21:00,136 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T03:21:00,136 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T03:21:00,136 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. because compaction request was cancelled 2024-11-27T03:21:00,136 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:00,136 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T03:21:00,137 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 212a1eb2927042368de9546e24d48865, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732677657282 2024-11-27T03:21:00,138 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ee6ad88ca5f54e9da9b9d88e2b1e1995, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732677657496 2024-11-27T03:21:00,139 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T03:21:00,139 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T03:21:00,139 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. because compaction request was cancelled 2024-11-27T03:21:00,140 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:00,141 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d536c3505afb4492bd64986ccd9b4628, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732677658715 2024-11-27T03:21:00,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741854_1030 (size=12001) 2024-11-27T03:21:00,145 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/5cb6a5df84554e54a87b3bbd61505144 2024-11-27T03:21:00,146 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 14698efdbbb54e6a9ea8a5716a3295b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732677659492 2024-11-27T03:21:00,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ba824f2db34a442c8900f1c096cf1d8e is 50, key is test_row_0/C:col10/1732677659994/Put/seqid=0 2024-11-27T03:21:00,184 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#C#compaction#17 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:00,185 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ad7bb69f328c47208bc33c9921e377e7 is 50, key is test_row_0/C:col10/1732677659494/Put/seqid=0 2024-11-27T03:21:00,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741855_1031 (size=12001) 2024-11-27T03:21:00,208 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ba824f2db34a442c8900f1c096cf1d8e 2024-11-27T03:21:00,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677720207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677720209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677720210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677720211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677720216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/b1f0850cf98b4568b816b32c3a658c42 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/b1f0850cf98b4568b816b32c3a658c42 2024-11-27T03:21:00,236 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/b1f0850cf98b4568b816b32c3a658c42, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T03:21:00,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/5cb6a5df84554e54a87b3bbd61505144 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5cb6a5df84554e54a87b3bbd61505144 2024-11-27T03:21:00,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741856_1032 (size=12139) 2024-11-27T03:21:00,255 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5cb6a5df84554e54a87b3bbd61505144, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T03:21:00,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ba824f2db34a442c8900f1c096cf1d8e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ba824f2db34a442c8900f1c096cf1d8e 2024-11-27T03:21:00,276 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ba824f2db34a442c8900f1c096cf1d8e, entries=150, sequenceid=91, filesize=11.7 K 2024-11-27T03:21:00,279 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 9d6c7a0698d326089c1a84ad2bd09742 in 270ms, sequenceid=91, compaction requested=true 2024-11-27T03:21:00,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:00,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:00,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T03:21:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-27T03:21:00,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T03:21:00,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 903 msec 2024-11-27T03:21:00,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 921 msec 2024-11-27T03:21:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:00,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:21:00,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:00,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:00,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:00,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:00,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:00,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:00,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/42bf0e524bcd4b4aac26ff862482fde9 is 50, key is test_row_0/A:col10/1732677660416/Put/seqid=0 2024-11-27T03:21:00,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677720443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677720445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677720453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677720455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677720455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T03:21:00,482 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-27T03:21:00,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-27T03:21:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T03:21:00,490 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:00,491 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:00,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:00,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741857_1033 (size=14341) 2024-11-27T03:21:00,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/42bf0e524bcd4b4aac26ff862482fde9 2024-11-27T03:21:00,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/a3925e394ba640ee8052454ccc70de41 is 50, key is test_row_0/B:col10/1732677660416/Put/seqid=0 2024-11-27T03:21:00,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677720558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677720558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677720561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677720562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677720563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741858_1034 (size=12001) 2024-11-27T03:21:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T03:21:00,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:21:00,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T03:21:00,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-27T03:21:00,615 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-27T03:21:00,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:21:00,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T03:21:00,619 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T03:21:00,619 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T03:21:00,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T03:21:00,620 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-27T03:21:00,645 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:00,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T03:21:00,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:00,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:00,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:00,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:00,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:00,660 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ad7bb69f328c47208bc33c9921e377e7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ad7bb69f328c47208bc33c9921e377e7 2024-11-27T03:21:00,675 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/C of 9d6c7a0698d326089c1a84ad2bd09742 into ad7bb69f328c47208bc33c9921e377e7(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:00,675 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:00,676 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/C, priority=12, startTime=1732677659880; duration=0sec 2024-11-27T03:21:00,676 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:00,676 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:00,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677720765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677720765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677720769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677720770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677720770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T03:21:00,808 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:00,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T03:21:00,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:00,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:00,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:00,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:00,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:00,963 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:00,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T03:21:00,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:00,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:00,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:00,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:00,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:00,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/a3925e394ba640ee8052454ccc70de41 2024-11-27T03:21:01,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/106769ac0e0e4f5caf7d26121f79dd86 is 50, key is test_row_0/C:col10/1732677660416/Put/seqid=0 2024-11-27T03:21:01,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741859_1035 (size=12001) 2024-11-27T03:21:01,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/106769ac0e0e4f5caf7d26121f79dd86 2024-11-27T03:21:01,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/42bf0e524bcd4b4aac26ff862482fde9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/42bf0e524bcd4b4aac26ff862482fde9 2024-11-27T03:21:01,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677721070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677721070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677721075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/42bf0e524bcd4b4aac26ff862482fde9, entries=200, sequenceid=116, filesize=14.0 K 2024-11-27T03:21:01,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677721077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677721077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/a3925e394ba640ee8052454ccc70de41 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/a3925e394ba640ee8052454ccc70de41 2024-11-27T03:21:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T03:21:01,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/a3925e394ba640ee8052454ccc70de41, entries=150, sequenceid=116, filesize=11.7 K 2024-11-27T03:21:01,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/106769ac0e0e4f5caf7d26121f79dd86 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/106769ac0e0e4f5caf7d26121f79dd86 2024-11-27T03:21:01,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/106769ac0e0e4f5caf7d26121f79dd86, entries=150, sequenceid=116, filesize=11.7 K 2024-11-27T03:21:01,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 9d6c7a0698d326089c1a84ad2bd09742 in 694ms, sequenceid=116, compaction requested=true 2024-11-27T03:21:01,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:01,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:01,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:01,115 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:01,116 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:01,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:01,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:01,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:01,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:01,119 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:01,119 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/A is initiating minor compaction (all files) 2024-11-27T03:21:01,119 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/A in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:01,119 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/9bcde8cb7db34947ba5ebc3956b11644, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4fe411662f6440c4b4b52c61469b70fc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/b1f0850cf98b4568b816b32c3a658c42, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/42bf0e524bcd4b4aac26ff862482fde9] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=49.3 K 2024-11-27T03:21:01,120 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:01,121 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/B is initiating minor compaction (all files) 2024-11-27T03:21:01,121 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/B in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:01,121 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/6eea3e3c7f9246319373d41311390528, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/cd4001fe53fc4fe3b4964eb46751fae6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5cb6a5df84554e54a87b3bbd61505144, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/a3925e394ba640ee8052454ccc70de41] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=47.0 K 2024-11-27T03:21:01,122 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6eea3e3c7f9246319373d41311390528, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732677658715 2024-11-27T03:21:01,122 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bcde8cb7db34947ba5ebc3956b11644, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732677658715 2024-11-27T03:21:01,123 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:01,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T03:21:01,123 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting cd4001fe53fc4fe3b4964eb46751fae6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732677659492 2024-11-27T03:21:01,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:01,124 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T03:21:01,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:01,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:01,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:01,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:01,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:01,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:01,125 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fe411662f6440c4b4b52c61469b70fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732677659492 2024-11-27T03:21:01,125 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cb6a5df84554e54a87b3bbd61505144, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732677659988 2024-11-27T03:21:01,126 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1f0850cf98b4568b816b32c3a658c42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732677659988 2024-11-27T03:21:01,127 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting a3925e394ba640ee8052454ccc70de41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732677660076 2024-11-27T03:21:01,128 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42bf0e524bcd4b4aac26ff862482fde9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732677660076 2024-11-27T03:21:01,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/52c27197225747738f862861ae8b50ed is 50, key is test_row_0/A:col10/1732677660449/Put/seqid=0 2024-11-27T03:21:01,163 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:01,165 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/1c3b15a136474b65bb876caa8eae5f17 is 50, key is test_row_0/A:col10/1732677660416/Put/seqid=0 2024-11-27T03:21:01,167 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#B#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:01,168 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/222e249df442470da720cd2e9a705d7a is 50, key is test_row_0/B:col10/1732677660416/Put/seqid=0 2024-11-27T03:21:01,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741860_1036 (size=12101) 2024-11-27T03:21:01,199 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/52c27197225747738f862861ae8b50ed 2024-11-27T03:21:01,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741862_1038 (size=12241) 2024-11-27T03:21:01,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741861_1037 (size=12241) 2024-11-27T03:21:01,218 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/222e249df442470da720cd2e9a705d7a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/222e249df442470da720cd2e9a705d7a 2024-11-27T03:21:01,233 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/B of 9d6c7a0698d326089c1a84ad2bd09742 into 222e249df442470da720cd2e9a705d7a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:01,233 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:01,233 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/B, priority=12, startTime=1732677661115; duration=0sec 2024-11-27T03:21:01,233 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:01,234 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:01,234 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/e2b74cdbc5f54350a5e36b8dcba91bee is 50, key is test_row_0/B:col10/1732677660449/Put/seqid=0 2024-11-27T03:21:01,237 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:01,237 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/C is initiating minor compaction (all files) 2024-11-27T03:21:01,237 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/C in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:01,238 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ad7bb69f328c47208bc33c9921e377e7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ba824f2db34a442c8900f1c096cf1d8e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/106769ac0e0e4f5caf7d26121f79dd86] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=35.3 K 2024-11-27T03:21:01,238 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ad7bb69f328c47208bc33c9921e377e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732677659492 2024-11-27T03:21:01,239 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ba824f2db34a442c8900f1c096cf1d8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732677659988 2024-11-27T03:21:01,240 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 106769ac0e0e4f5caf7d26121f79dd86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732677660076 2024-11-27T03:21:01,267 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#C#compaction#25 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:01,268 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/44f6dfe11f974bcc8f96b10c336956ed is 50, key is test_row_0/C:col10/1732677660416/Put/seqid=0 2024-11-27T03:21:01,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741863_1039 (size=12101) 2024-11-27T03:21:01,311 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/e2b74cdbc5f54350a5e36b8dcba91bee 2024-11-27T03:21:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741864_1040 (size=12241) 2024-11-27T03:21:01,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/b590bcf7da424ea193757b8b6f0a12f3 is 50, key is test_row_0/C:col10/1732677660449/Put/seqid=0 2024-11-27T03:21:01,345 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/44f6dfe11f974bcc8f96b10c336956ed as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/44f6dfe11f974bcc8f96b10c336956ed 2024-11-27T03:21:01,356 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/C of 9d6c7a0698d326089c1a84ad2bd09742 into 44f6dfe11f974bcc8f96b10c336956ed(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:01,356 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:01,356 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/C, priority=13, startTime=1732677661116; duration=0sec 2024-11-27T03:21:01,356 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:01,356 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:01,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741865_1041 (size=12101) 2024-11-27T03:21:01,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T03:21:01,619 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/1c3b15a136474b65bb876caa8eae5f17 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1c3b15a136474b65bb876caa8eae5f17 2024-11-27T03:21:01,649 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/A of 9d6c7a0698d326089c1a84ad2bd09742 into 1c3b15a136474b65bb876caa8eae5f17(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:01,650 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:01,650 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/A, priority=12, startTime=1732677661115; duration=0sec 2024-11-27T03:21:01,650 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:01,650 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:01,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677721651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677721651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677721653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677721655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677721660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677721760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677721761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677721762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677721761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677721765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,773 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/b590bcf7da424ea193757b8b6f0a12f3 2024-11-27T03:21:01,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/52c27197225747738f862861ae8b50ed as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/52c27197225747738f862861ae8b50ed 2024-11-27T03:21:01,794 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/52c27197225747738f862861ae8b50ed, entries=150, sequenceid=132, filesize=11.8 K 2024-11-27T03:21:01,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/e2b74cdbc5f54350a5e36b8dcba91bee as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/e2b74cdbc5f54350a5e36b8dcba91bee 2024-11-27T03:21:01,805 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/e2b74cdbc5f54350a5e36b8dcba91bee, entries=150, sequenceid=132, filesize=11.8 K 2024-11-27T03:21:01,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/b590bcf7da424ea193757b8b6f0a12f3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/b590bcf7da424ea193757b8b6f0a12f3 2024-11-27T03:21:01,817 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/b590bcf7da424ea193757b8b6f0a12f3, entries=150, sequenceid=132, filesize=11.8 K 2024-11-27T03:21:01,820 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 9d6c7a0698d326089c1a84ad2bd09742 in 694ms, sequenceid=132, compaction requested=false 2024-11-27T03:21:01,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:01,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:01,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-27T03:21:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-27T03:21:01,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T03:21:01,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3310 sec 2024-11-27T03:21:01,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.3400 sec 2024-11-27T03:21:01,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T03:21:01,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:01,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:01,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:01,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:01,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:01,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:01,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/eb09deb6909b4dce85b3c5be184ec4ea is 50, key is test_row_0/A:col10/1732677661965/Put/seqid=0 2024-11-27T03:21:01,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677721980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677721982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677721986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677721989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:01,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677721989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741866_1042 (size=12151) 2024-11-27T03:21:02,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/eb09deb6909b4dce85b3c5be184ec4ea 2024-11-27T03:21:02,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/488189fda54e4ec085af88c7dedaf7d9 is 50, key is test_row_0/B:col10/1732677661965/Put/seqid=0 2024-11-27T03:21:02,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741867_1043 (size=12151) 2024-11-27T03:21:02,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/488189fda54e4ec085af88c7dedaf7d9 2024-11-27T03:21:02,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/cb0b94ad577f44ee8573d87d18bc1424 is 50, key is test_row_0/C:col10/1732677661965/Put/seqid=0 2024-11-27T03:21:02,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677722091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677722091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677722093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677722095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677722096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741868_1044 (size=12151) 2024-11-27T03:21:02,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/cb0b94ad577f44ee8573d87d18bc1424 2024-11-27T03:21:02,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/eb09deb6909b4dce85b3c5be184ec4ea as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/eb09deb6909b4dce85b3c5be184ec4ea 2024-11-27T03:21:02,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/eb09deb6909b4dce85b3c5be184ec4ea, entries=150, sequenceid=159, filesize=11.9 K 2024-11-27T03:21:02,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/488189fda54e4ec085af88c7dedaf7d9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/488189fda54e4ec085af88c7dedaf7d9 2024-11-27T03:21:02,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/488189fda54e4ec085af88c7dedaf7d9, entries=150, sequenceid=159, filesize=11.9 K 2024-11-27T03:21:02,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/cb0b94ad577f44ee8573d87d18bc1424 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cb0b94ad577f44ee8573d87d18bc1424 2024-11-27T03:21:02,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cb0b94ad577f44ee8573d87d18bc1424, entries=150, sequenceid=159, filesize=11.9 K 2024-11-27T03:21:02,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9d6c7a0698d326089c1a84ad2bd09742 in 230ms, sequenceid=159, compaction requested=true 2024-11-27T03:21:02,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:02,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:02,199 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:02,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:02,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:02,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:02,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:02,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:21:02,199 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:02,202 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:02,202 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/B is initiating minor compaction (all files) 2024-11-27T03:21:02,202 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/B in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:02,202 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/222e249df442470da720cd2e9a705d7a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/e2b74cdbc5f54350a5e36b8dcba91bee, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/488189fda54e4ec085af88c7dedaf7d9] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=35.6 K 2024-11-27T03:21:02,203 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:02,203 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/A is initiating minor compaction (all files) 2024-11-27T03:21:02,203 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/A in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:02,203 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1c3b15a136474b65bb876caa8eae5f17, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/52c27197225747738f862861ae8b50ed, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/eb09deb6909b4dce85b3c5be184ec4ea] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=35.6 K 2024-11-27T03:21:02,203 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 222e249df442470da720cd2e9a705d7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732677660076 2024-11-27T03:21:02,204 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c3b15a136474b65bb876caa8eae5f17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732677660076 2024-11-27T03:21:02,204 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting e2b74cdbc5f54350a5e36b8dcba91bee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732677660443 2024-11-27T03:21:02,204 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52c27197225747738f862861ae8b50ed, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732677660443 2024-11-27T03:21:02,205 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 488189fda54e4ec085af88c7dedaf7d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732677661614 2024-11-27T03:21:02,205 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb09deb6909b4dce85b3c5be184ec4ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732677661614 2024-11-27T03:21:02,231 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#B#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:02,232 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/2ec8928ce18d4c3a8493219b0ee41612 is 50, key is test_row_0/B:col10/1732677661965/Put/seqid=0 2024-11-27T03:21:02,236 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#A#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:02,237 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/4a2649a0d97d4c5cb5d660e5ec32dcfa is 50, key is test_row_0/A:col10/1732677661965/Put/seqid=0 2024-11-27T03:21:02,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741870_1046 (size=12493) 2024-11-27T03:21:02,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741869_1045 (size=12493) 2024-11-27T03:21:02,277 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/4a2649a0d97d4c5cb5d660e5ec32dcfa as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4a2649a0d97d4c5cb5d660e5ec32dcfa 2024-11-27T03:21:02,280 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/2ec8928ce18d4c3a8493219b0ee41612 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/2ec8928ce18d4c3a8493219b0ee41612 2024-11-27T03:21:02,287 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/A of 9d6c7a0698d326089c1a84ad2bd09742 into 4a2649a0d97d4c5cb5d660e5ec32dcfa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:02,287 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:02,287 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/A, priority=13, startTime=1732677662199; duration=0sec 2024-11-27T03:21:02,288 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:02,288 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:02,288 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:02,290 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:02,290 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/B of 9d6c7a0698d326089c1a84ad2bd09742 into 2ec8928ce18d4c3a8493219b0ee41612(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:02,291 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:02,291 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/B, priority=13, startTime=1732677662199; duration=0sec 2024-11-27T03:21:02,291 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/C is initiating minor compaction (all files) 2024-11-27T03:21:02,291 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/C in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:02,291 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:02,291 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:02,291 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/44f6dfe11f974bcc8f96b10c336956ed, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/b590bcf7da424ea193757b8b6f0a12f3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cb0b94ad577f44ee8573d87d18bc1424] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=35.6 K 2024-11-27T03:21:02,292 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44f6dfe11f974bcc8f96b10c336956ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732677660076 2024-11-27T03:21:02,293 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b590bcf7da424ea193757b8b6f0a12f3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732677660443 2024-11-27T03:21:02,293 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb0b94ad577f44ee8573d87d18bc1424, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732677661614 2024-11-27T03:21:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:02,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T03:21:02,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:02,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:02,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:02,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:02,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:02,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:02,322 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:02,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/47e79f4b781b4f5588fd4f13aa66e71e is 50, key is test_row_0/A:col10/1732677661981/Put/seqid=0 2024-11-27T03:21:02,323 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/050fc44a90be4c60a9d02b794e6ec5b7 is 50, key is test_row_0/C:col10/1732677661965/Put/seqid=0 2024-11-27T03:21:02,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677722340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677722342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677722343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677722343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677722345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741871_1047 (size=12151) 2024-11-27T03:21:02,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741872_1048 (size=12493) 2024-11-27T03:21:02,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/47e79f4b781b4f5588fd4f13aa66e71e 2024-11-27T03:21:02,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/f9cbbc76a38249f09995b7ab12aad04c is 50, key is test_row_0/B:col10/1732677661981/Put/seqid=0 2024-11-27T03:21:02,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741873_1049 (size=12151) 2024-11-27T03:21:02,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/f9cbbc76a38249f09995b7ab12aad04c 2024-11-27T03:21:02,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ac68070ce1514946bf0eb1b5e948b9df is 50, key is test_row_0/C:col10/1732677661981/Put/seqid=0 2024-11-27T03:21:02,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677722462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677722462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677722469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677722470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677722472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741874_1050 (size=12151) 2024-11-27T03:21:02,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ac68070ce1514946bf0eb1b5e948b9df 2024-11-27T03:21:02,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/47e79f4b781b4f5588fd4f13aa66e71e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/47e79f4b781b4f5588fd4f13aa66e71e 2024-11-27T03:21:02,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/47e79f4b781b4f5588fd4f13aa66e71e, entries=150, sequenceid=175, filesize=11.9 K 2024-11-27T03:21:02,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/f9cbbc76a38249f09995b7ab12aad04c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f9cbbc76a38249f09995b7ab12aad04c 2024-11-27T03:21:02,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f9cbbc76a38249f09995b7ab12aad04c, entries=150, sequenceid=175, filesize=11.9 K 2024-11-27T03:21:02,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ac68070ce1514946bf0eb1b5e948b9df as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ac68070ce1514946bf0eb1b5e948b9df 2024-11-27T03:21:02,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ac68070ce1514946bf0eb1b5e948b9df, entries=150, sequenceid=175, filesize=11.9 K 2024-11-27T03:21:02,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9d6c7a0698d326089c1a84ad2bd09742 in 228ms, sequenceid=175, compaction requested=false 2024-11-27T03:21:02,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T03:21:02,597 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-27T03:21:02,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-27T03:21:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T03:21:02,604 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:02,605 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:02,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:02,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T03:21:02,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:02,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:02,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:02,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:02,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:02,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:02,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7a0c699619604335a4021bfb6dae759a is 50, key is test_row_0/A:col10/1732677662343/Put/seqid=0 2024-11-27T03:21:02,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677722696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677722697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677722698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677722698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T03:21:02,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677722701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741875_1051 (size=12151) 2024-11-27T03:21:02,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7a0c699619604335a4021bfb6dae759a 2024-11-27T03:21:02,759 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:02,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T03:21:02,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:02,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:02,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:02,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:02,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:02,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/47b10f69ab1f4f369461dacf33545876 is 50, key is test_row_0/B:col10/1732677662343/Put/seqid=0 2024-11-27T03:21:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:02,785 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/050fc44a90be4c60a9d02b794e6ec5b7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/050fc44a90be4c60a9d02b794e6ec5b7 2024-11-27T03:21:02,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741876_1052 (size=12151) 2024-11-27T03:21:02,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/47b10f69ab1f4f369461dacf33545876 2024-11-27T03:21:02,797 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/C of 9d6c7a0698d326089c1a84ad2bd09742 into 050fc44a90be4c60a9d02b794e6ec5b7(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:02,797 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:02,797 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/C, priority=13, startTime=1732677662199; duration=0sec 2024-11-27T03:21:02,797 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:02,798 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:02,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677722803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677722803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677722804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677722805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677722807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:02,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ef356183cee54795b5c27456ebfde78e is 50, key is test_row_0/C:col10/1732677662343/Put/seqid=0 2024-11-27T03:21:02,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741877_1053 (size=12151) 2024-11-27T03:21:02,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ef356183cee54795b5c27456ebfde78e 2024-11-27T03:21:02,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7a0c699619604335a4021bfb6dae759a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a0c699619604335a4021bfb6dae759a 2024-11-27T03:21:02,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a0c699619604335a4021bfb6dae759a, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T03:21:02,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/47b10f69ab1f4f369461dacf33545876 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/47b10f69ab1f4f369461dacf33545876 2024-11-27T03:21:02,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/47b10f69ab1f4f369461dacf33545876, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T03:21:02,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ef356183cee54795b5c27456ebfde78e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ef356183cee54795b5c27456ebfde78e 2024-11-27T03:21:02,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ef356183cee54795b5c27456ebfde78e, entries=150, sequenceid=200, filesize=11.9 K 2024-11-27T03:21:02,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9d6c7a0698d326089c1a84ad2bd09742 in 219ms, sequenceid=200, compaction requested=true 2024-11-27T03:21:02,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:02,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:02,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:02,899 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:02,899 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:02,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:02,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:02,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:02,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:02,903 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:02,903 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/A is initiating minor compaction (all files) 2024-11-27T03:21:02,903 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/A in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:02,903 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4a2649a0d97d4c5cb5d660e5ec32dcfa, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/47e79f4b781b4f5588fd4f13aa66e71e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a0c699619604335a4021bfb6dae759a] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=35.9 K 2024-11-27T03:21:02,903 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:02,904 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/B is initiating minor compaction (all files) 2024-11-27T03:21:02,904 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/B in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:02,904 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/2ec8928ce18d4c3a8493219b0ee41612, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f9cbbc76a38249f09995b7ab12aad04c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/47b10f69ab1f4f369461dacf33545876] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=35.9 K 2024-11-27T03:21:02,905 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a2649a0d97d4c5cb5d660e5ec32dcfa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732677661614 2024-11-27T03:21:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T03:21:02,905 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ec8928ce18d4c3a8493219b0ee41612, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732677661614 2024-11-27T03:21:02,906 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47e79f4b781b4f5588fd4f13aa66e71e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732677661981 2024-11-27T03:21:02,906 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f9cbbc76a38249f09995b7ab12aad04c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732677661981 2024-11-27T03:21:02,906 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a0c699619604335a4021bfb6dae759a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732677662341 2024-11-27T03:21:02,907 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 47b10f69ab1f4f369461dacf33545876, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732677662341 2024-11-27T03:21:02,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:02,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T03:21:02,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:02,918 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:21:02,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:02,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:02,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:02,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:02,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:02,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:02,942 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:02,943 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/4195d0b19ab64d268e7170a4a8ddac2f is 50, key is test_row_0/A:col10/1732677662343/Put/seqid=0 2024-11-27T03:21:02,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/772f0afc88674dca8509245776cbeb69 is 50, key is test_row_0/A:col10/1732677662693/Put/seqid=0 2024-11-27T03:21:02,970 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#B#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:02,971 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/aabd4ed54867483981d9a609139f2ad0 is 50, key is test_row_0/B:col10/1732677662343/Put/seqid=0 2024-11-27T03:21:03,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741878_1054 (size=12595) 2024-11-27T03:21:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:03,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:03,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741879_1055 (size=12151) 2024-11-27T03:21:03,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741880_1056 (size=12595) 2024-11-27T03:21:03,045 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/aabd4ed54867483981d9a609139f2ad0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/aabd4ed54867483981d9a609139f2ad0 2024-11-27T03:21:03,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677723048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677723050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677723053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677723055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,061 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/B of 9d6c7a0698d326089c1a84ad2bd09742 into aabd4ed54867483981d9a609139f2ad0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:03,061 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:03,061 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/B, priority=13, startTime=1732677662899; duration=0sec 2024-11-27T03:21:03,061 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:03,061 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:03,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,061 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677723058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,064 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:03,064 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/C is initiating minor compaction (all files) 2024-11-27T03:21:03,064 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/C in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:03,065 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/050fc44a90be4c60a9d02b794e6ec5b7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ac68070ce1514946bf0eb1b5e948b9df, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ef356183cee54795b5c27456ebfde78e] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=35.9 K 2024-11-27T03:21:03,065 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 050fc44a90be4c60a9d02b794e6ec5b7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732677661614 2024-11-27T03:21:03,066 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ac68070ce1514946bf0eb1b5e948b9df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732677661981 2024-11-27T03:21:03,067 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ef356183cee54795b5c27456ebfde78e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732677662341 2024-11-27T03:21:03,079 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:03,080 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/7501df95e72d4e67a78585faeb103997 is 50, key is test_row_0/C:col10/1732677662343/Put/seqid=0 2024-11-27T03:21:03,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741881_1057 (size=12595) 2024-11-27T03:21:03,123 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/7501df95e72d4e67a78585faeb103997 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/7501df95e72d4e67a78585faeb103997 2024-11-27T03:21:03,132 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/C of 9d6c7a0698d326089c1a84ad2bd09742 into 7501df95e72d4e67a78585faeb103997(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:03,132 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:03,132 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/C, priority=13, startTime=1732677662900; duration=0sec 2024-11-27T03:21:03,132 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:03,132 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:03,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677723160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677723161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677723162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677723162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677723163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T03:21:03,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677723366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677723366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677723366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677723368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677723376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,421 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/4195d0b19ab64d268e7170a4a8ddac2f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4195d0b19ab64d268e7170a4a8ddac2f 2024-11-27T03:21:03,428 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/772f0afc88674dca8509245776cbeb69 2024-11-27T03:21:03,439 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/A of 9d6c7a0698d326089c1a84ad2bd09742 into 4195d0b19ab64d268e7170a4a8ddac2f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:03,440 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:03,440 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/A, priority=13, startTime=1732677662899; duration=0sec 2024-11-27T03:21:03,440 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:03,441 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/c33b6515ae9c45fdbe6c6bb86c5a48c7 is 50, key is test_row_0/B:col10/1732677662693/Put/seqid=0 2024-11-27T03:21:03,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741882_1058 (size=12151) 2024-11-27T03:21:03,488 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/c33b6515ae9c45fdbe6c6bb86c5a48c7 2024-11-27T03:21:03,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/6c67c928c4a64181ad15a9433535ac30 is 50, key is test_row_0/C:col10/1732677662693/Put/seqid=0 2024-11-27T03:21:03,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741883_1059 (size=12151) 2024-11-27T03:21:03,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677723671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677723674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677723671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677723682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677723684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T03:21:03,935 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/6c67c928c4a64181ad15a9433535ac30 2024-11-27T03:21:03,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/772f0afc88674dca8509245776cbeb69 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/772f0afc88674dca8509245776cbeb69 2024-11-27T03:21:03,952 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/772f0afc88674dca8509245776cbeb69, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T03:21:03,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/c33b6515ae9c45fdbe6c6bb86c5a48c7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/c33b6515ae9c45fdbe6c6bb86c5a48c7 2024-11-27T03:21:03,962 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/c33b6515ae9c45fdbe6c6bb86c5a48c7, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T03:21:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/6c67c928c4a64181ad15a9433535ac30 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/6c67c928c4a64181ad15a9433535ac30 2024-11-27T03:21:03,974 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/6c67c928c4a64181ad15a9433535ac30, entries=150, sequenceid=212, filesize=11.9 K 2024-11-27T03:21:03,976 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9d6c7a0698d326089c1a84ad2bd09742 in 1058ms, sequenceid=212, compaction requested=false 2024-11-27T03:21:03,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:03,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:03,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-27T03:21:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-27T03:21:03,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T03:21:03,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3720 sec 2024-11-27T03:21:03,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.3820 sec 2024-11-27T03:21:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:04,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T03:21:04,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:04,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:04,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:04,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:04,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:04,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:04,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677724192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677724192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677724195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677724195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677724197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/c9c29c3bf8f64209aa06cd8c2b9aabd7 is 50, key is test_row_0/A:col10/1732677664177/Put/seqid=0 2024-11-27T03:21:04,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741884_1060 (size=12151) 2024-11-27T03:21:04,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/c9c29c3bf8f64209aa06cd8c2b9aabd7 2024-11-27T03:21:04,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/f4fdd7fdf6354a508043831a7fdc1a97 is 50, key is test_row_0/B:col10/1732677664177/Put/seqid=0 2024-11-27T03:21:04,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741885_1061 (size=12151) 2024-11-27T03:21:04,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/f4fdd7fdf6354a508043831a7fdc1a97 2024-11-27T03:21:04,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ab9abd91961c44909a36e84b55c0fa65 is 50, key is test_row_0/C:col10/1732677664177/Put/seqid=0 2024-11-27T03:21:04,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677724313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677724313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677724314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677724313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677724314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741886_1062 (size=12151) 2024-11-27T03:21:04,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ab9abd91961c44909a36e84b55c0fa65 2024-11-27T03:21:04,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/c9c29c3bf8f64209aa06cd8c2b9aabd7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c9c29c3bf8f64209aa06cd8c2b9aabd7 2024-11-27T03:21:04,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c9c29c3bf8f64209aa06cd8c2b9aabd7, entries=150, sequenceid=241, filesize=11.9 K 2024-11-27T03:21:04,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/f4fdd7fdf6354a508043831a7fdc1a97 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f4fdd7fdf6354a508043831a7fdc1a97 2024-11-27T03:21:04,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f4fdd7fdf6354a508043831a7fdc1a97, entries=150, sequenceid=241, filesize=11.9 K 2024-11-27T03:21:04,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ab9abd91961c44909a36e84b55c0fa65 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ab9abd91961c44909a36e84b55c0fa65 2024-11-27T03:21:04,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ab9abd91961c44909a36e84b55c0fa65, entries=150, sequenceid=241, filesize=11.9 K 2024-11-27T03:21:04,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 9d6c7a0698d326089c1a84ad2bd09742 in 200ms, sequenceid=241, compaction requested=true 2024-11-27T03:21:04,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:04,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:04,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:04,380 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:04,380 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:04,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:04,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:04,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:04,383 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:04,383 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:04,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:04,383 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/B is initiating minor compaction (all files) 2024-11-27T03:21:04,383 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/A is initiating minor compaction (all files) 2024-11-27T03:21:04,383 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/B in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:04,383 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/A in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:04,383 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/aabd4ed54867483981d9a609139f2ad0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/c33b6515ae9c45fdbe6c6bb86c5a48c7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f4fdd7fdf6354a508043831a7fdc1a97] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=36.0 K 2024-11-27T03:21:04,383 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4195d0b19ab64d268e7170a4a8ddac2f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/772f0afc88674dca8509245776cbeb69, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c9c29c3bf8f64209aa06cd8c2b9aabd7] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=36.0 K 2024-11-27T03:21:04,384 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting aabd4ed54867483981d9a609139f2ad0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732677662341 2024-11-27T03:21:04,384 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4195d0b19ab64d268e7170a4a8ddac2f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732677662341 2024-11-27T03:21:04,384 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting c33b6515ae9c45fdbe6c6bb86c5a48c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732677662693 2024-11-27T03:21:04,384 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 772f0afc88674dca8509245776cbeb69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732677662693 2024-11-27T03:21:04,385 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f4fdd7fdf6354a508043831a7fdc1a97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732677663050 2024-11-27T03:21:04,385 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9c29c3bf8f64209aa06cd8c2b9aabd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732677663050 2024-11-27T03:21:04,406 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#B#compaction#48 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:04,407 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/64576e827b4a4c5ca19ebbc3e8245cb0 is 50, key is test_row_0/B:col10/1732677664177/Put/seqid=0 2024-11-27T03:21:04,412 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#A#compaction#49 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:04,413 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/a6c65c86aa284c01a21a070dd68472ab is 50, key is test_row_0/A:col10/1732677664177/Put/seqid=0 2024-11-27T03:21:04,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741887_1063 (size=12697) 2024-11-27T03:21:04,460 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/64576e827b4a4c5ca19ebbc3e8245cb0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/64576e827b4a4c5ca19ebbc3e8245cb0 2024-11-27T03:21:04,470 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/B of 9d6c7a0698d326089c1a84ad2bd09742 into 64576e827b4a4c5ca19ebbc3e8245cb0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:04,470 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:04,470 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/B, priority=13, startTime=1732677664380; duration=0sec 2024-11-27T03:21:04,470 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:04,471 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:04,471 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:04,472 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:04,475 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/C is initiating minor compaction (all files) 2024-11-27T03:21:04,475 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/C in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:04,475 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/7501df95e72d4e67a78585faeb103997, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/6c67c928c4a64181ad15a9433535ac30, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ab9abd91961c44909a36e84b55c0fa65] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=36.0 K 2024-11-27T03:21:04,476 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 7501df95e72d4e67a78585faeb103997, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732677662341 2024-11-27T03:21:04,476 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c67c928c4a64181ad15a9433535ac30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732677662693 2024-11-27T03:21:04,477 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ab9abd91961c44909a36e84b55c0fa65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732677663050 2024-11-27T03:21:04,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741888_1064 (size=12697) 2024-11-27T03:21:04,487 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/a6c65c86aa284c01a21a070dd68472ab as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/a6c65c86aa284c01a21a070dd68472ab 2024-11-27T03:21:04,496 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/A of 9d6c7a0698d326089c1a84ad2bd09742 into a6c65c86aa284c01a21a070dd68472ab(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:04,496 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:04,496 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/A, priority=13, startTime=1732677664380; duration=0sec 2024-11-27T03:21:04,496 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:04,496 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:04,511 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#C#compaction#50 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:04,512 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/863e5af8770043e795e7da80d4eb3342 is 50, key is test_row_0/C:col10/1732677664177/Put/seqid=0 2024-11-27T03:21:04,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T03:21:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:04,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741889_1065 (size=12697) 2024-11-27T03:21:04,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7a7d8c835dbc49218a82d4949fad8a6f is 50, key is test_row_1/A:col10/1732677664520/Put/seqid=0 2024-11-27T03:21:04,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677724552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,559 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/863e5af8770043e795e7da80d4eb3342 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/863e5af8770043e795e7da80d4eb3342 2024-11-27T03:21:04,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677724554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677724554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677724556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677724558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,568 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/C of 9d6c7a0698d326089c1a84ad2bd09742 into 863e5af8770043e795e7da80d4eb3342(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:04,568 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:04,568 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/C, priority=13, startTime=1732677664383; duration=0sec 2024-11-27T03:21:04,569 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:04,569 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:04,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741890_1066 (size=9857) 2024-11-27T03:21:04,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7a7d8c835dbc49218a82d4949fad8a6f 2024-11-27T03:21:04,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/697c5715484844deb9b62134590e5014 is 50, key is test_row_1/B:col10/1732677664520/Put/seqid=0 2024-11-27T03:21:04,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741891_1067 (size=9857) 2024-11-27T03:21:04,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/697c5715484844deb9b62134590e5014 2024-11-27T03:21:04,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/3b34025adf05454ca82783c834b95a8a is 50, key is test_row_1/C:col10/1732677664520/Put/seqid=0 2024-11-27T03:21:04,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741892_1068 (size=9857) 2024-11-27T03:21:04,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677724661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/3b34025adf05454ca82783c834b95a8a 2024-11-27T03:21:04,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677724664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677724665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677724665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677724665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7a7d8c835dbc49218a82d4949fad8a6f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a7d8c835dbc49218a82d4949fad8a6f 2024-11-27T03:21:04,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a7d8c835dbc49218a82d4949fad8a6f, entries=100, sequenceid=258, filesize=9.6 K 2024-11-27T03:21:04,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/697c5715484844deb9b62134590e5014 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/697c5715484844deb9b62134590e5014 2024-11-27T03:21:04,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/697c5715484844deb9b62134590e5014, entries=100, sequenceid=258, filesize=9.6 K 2024-11-27T03:21:04,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/3b34025adf05454ca82783c834b95a8a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/3b34025adf05454ca82783c834b95a8a 2024-11-27T03:21:04,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/3b34025adf05454ca82783c834b95a8a, entries=100, sequenceid=258, filesize=9.6 K 2024-11-27T03:21:04,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9d6c7a0698d326089c1a84ad2bd09742 in 177ms, sequenceid=258, compaction requested=false 2024-11-27T03:21:04,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T03:21:04,709 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-27T03:21:04,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-27T03:21:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T03:21:04,714 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:04,715 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:04,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T03:21:04,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:04,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T03:21:04,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:04,870 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T03:21:04,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:04,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:04,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:04,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:04,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:04,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:04,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:04,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/aba0834fc0cb446ba9aa207ec6ebab83 is 50, key is test_row_0/A:col10/1732677664552/Put/seqid=0 2024-11-27T03:21:04,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677724883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677724884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677724886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677724886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677724887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741893_1069 (size=12301) 2024-11-27T03:21:04,911 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/aba0834fc0cb446ba9aa207ec6ebab83 2024-11-27T03:21:04,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/be570ffbd5f44277bde273280b8d92c0 is 50, key is test_row_0/B:col10/1732677664552/Put/seqid=0 2024-11-27T03:21:04,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741894_1070 (size=12301) 2024-11-27T03:21:04,968 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/be570ffbd5f44277bde273280b8d92c0 2024-11-27T03:21:04,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/9b4a4be94aef4521bc6ed2647f14ba83 is 50, key is test_row_0/C:col10/1732677664552/Put/seqid=0 2024-11-27T03:21:04,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677724991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677724993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677724994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677724993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677724994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T03:21:05,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741895_1071 (size=12301) 2024-11-27T03:21:05,028 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/9b4a4be94aef4521bc6ed2647f14ba83 2024-11-27T03:21:05,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/aba0834fc0cb446ba9aa207ec6ebab83 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/aba0834fc0cb446ba9aa207ec6ebab83 2024-11-27T03:21:05,056 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/aba0834fc0cb446ba9aa207ec6ebab83, entries=150, sequenceid=282, filesize=12.0 K 2024-11-27T03:21:05,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/be570ffbd5f44277bde273280b8d92c0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/be570ffbd5f44277bde273280b8d92c0 2024-11-27T03:21:05,064 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/be570ffbd5f44277bde273280b8d92c0, entries=150, sequenceid=282, filesize=12.0 K 2024-11-27T03:21:05,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/9b4a4be94aef4521bc6ed2647f14ba83 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/9b4a4be94aef4521bc6ed2647f14ba83 2024-11-27T03:21:05,085 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/9b4a4be94aef4521bc6ed2647f14ba83, entries=150, sequenceid=282, filesize=12.0 K 2024-11-27T03:21:05,087 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9d6c7a0698d326089c1a84ad2bd09742 in 217ms, sequenceid=282, compaction requested=true 2024-11-27T03:21:05,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:05,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:05,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T03:21:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-27T03:21:05,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-27T03:21:05,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 373 msec 2024-11-27T03:21:05,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 381 msec 2024-11-27T03:21:05,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T03:21:05,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:05,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:05,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:05,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:05,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:05,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:05,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/df9e0e04c73849feb17d362f1ee15463 is 50, key is test_row_0/A:col10/1732677665199/Put/seqid=0 2024-11-27T03:21:05,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677725233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741896_1072 (size=9857) 2024-11-27T03:21:05,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677725234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677725236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/df9e0e04c73849feb17d362f1ee15463 2024-11-27T03:21:05,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677725238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677725240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/6b7e240cb8e54039bd521edf04ff14b0 is 50, key is test_row_0/B:col10/1732677665199/Put/seqid=0 2024-11-27T03:21:05,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741897_1073 (size=9857) 2024-11-27T03:21:05,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/6b7e240cb8e54039bd521edf04ff14b0 2024-11-27T03:21:05,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/cc832299815b405a8b234af8439b7c25 is 50, key is test_row_0/C:col10/1732677665199/Put/seqid=0 2024-11-27T03:21:05,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741898_1074 (size=9857) 2024-11-27T03:21:05,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/cc832299815b405a8b234af8439b7c25 2024-11-27T03:21:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T03:21:05,318 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-27T03:21:05,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:05,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/df9e0e04c73849feb17d362f1ee15463 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/df9e0e04c73849feb17d362f1ee15463 2024-11-27T03:21:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-27T03:21:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T03:21:05,323 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:05,324 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:05,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:05,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/df9e0e04c73849feb17d362f1ee15463, entries=100, sequenceid=296, filesize=9.6 K 2024-11-27T03:21:05,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/6b7e240cb8e54039bd521edf04ff14b0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/6b7e240cb8e54039bd521edf04ff14b0 2024-11-27T03:21:05,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/6b7e240cb8e54039bd521edf04ff14b0, entries=100, sequenceid=296, filesize=9.6 K 2024-11-27T03:21:05,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/cc832299815b405a8b234af8439b7c25 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cc832299815b405a8b234af8439b7c25 2024-11-27T03:21:05,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677725340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677725342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cc832299815b405a8b234af8439b7c25, entries=100, sequenceid=296, filesize=9.6 K 2024-11-27T03:21:05,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677725343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 9d6c7a0698d326089c1a84ad2bd09742 in 147ms, sequenceid=296, compaction requested=true 2024-11-27T03:21:05,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:05,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:05,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:05,349 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:05,349 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:05,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:05,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:05,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:05,351 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44712 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:05,351 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/A is initiating minor compaction (all files) 2024-11-27T03:21:05,351 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/A in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:05,351 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/a6c65c86aa284c01a21a070dd68472ab, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a7d8c835dbc49218a82d4949fad8a6f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/aba0834fc0cb446ba9aa207ec6ebab83, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/df9e0e04c73849feb17d362f1ee15463] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=43.7 K 2024-11-27T03:21:05,352 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44712 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:05,352 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/B is initiating minor compaction (all files) 2024-11-27T03:21:05,352 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/B in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:05,352 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/64576e827b4a4c5ca19ebbc3e8245cb0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/697c5715484844deb9b62134590e5014, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/be570ffbd5f44277bde273280b8d92c0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/6b7e240cb8e54039bd521edf04ff14b0] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=43.7 K 2024-11-27T03:21:05,353 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 64576e827b4a4c5ca19ebbc3e8245cb0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732677663050 2024-11-27T03:21:05,353 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6c65c86aa284c01a21a070dd68472ab, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732677663050 2024-11-27T03:21:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:05,355 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 697c5715484844deb9b62134590e5014, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732677664520 2024-11-27T03:21:05,355 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a7d8c835dbc49218a82d4949fad8a6f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732677664520 2024-11-27T03:21:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:05,355 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting be570ffbd5f44277bde273280b8d92c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732677664552 2024-11-27T03:21:05,356 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting aba0834fc0cb446ba9aa207ec6ebab83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732677664552 2024-11-27T03:21:05,356 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b7e240cb8e54039bd521edf04ff14b0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732677664884 2024-11-27T03:21:05,357 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting df9e0e04c73849feb17d362f1ee15463, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732677664884 2024-11-27T03:21:05,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T03:21:05,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:05,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:05,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:05,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:05,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:05,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:05,380 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:05,381 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/0ae7a200de0d4d0bb4ced77f77f6e562 is 50, key is test_row_0/B:col10/1732677665199/Put/seqid=0 2024-11-27T03:21:05,398 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:05,399 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/c03459f66c2944a0af7f9b6892e07a8a is 50, key is test_row_0/A:col10/1732677665199/Put/seqid=0 2024-11-27T03:21:05,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677725399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677725400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/d62039e4233e4b4f98b2f3a86253586b is 50, key is test_row_0/A:col10/1732677665352/Put/seqid=0 2024-11-27T03:21:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T03:21:05,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741900_1076 (size=12983) 2024-11-27T03:21:05,451 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/c03459f66c2944a0af7f9b6892e07a8a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c03459f66c2944a0af7f9b6892e07a8a 2024-11-27T03:21:05,464 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/A of 9d6c7a0698d326089c1a84ad2bd09742 into c03459f66c2944a0af7f9b6892e07a8a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:05,464 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:05,464 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/A, priority=12, startTime=1732677665349; duration=0sec 2024-11-27T03:21:05,464 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:05,464 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:05,464 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:05,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741899_1075 (size=12983) 2024-11-27T03:21:05,467 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44712 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:05,468 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/C is initiating minor compaction (all files) 2024-11-27T03:21:05,468 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/C in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:05,468 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/863e5af8770043e795e7da80d4eb3342, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/3b34025adf05454ca82783c834b95a8a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/9b4a4be94aef4521bc6ed2647f14ba83, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cc832299815b405a8b234af8439b7c25] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=43.7 K 2024-11-27T03:21:05,468 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 863e5af8770043e795e7da80d4eb3342, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732677663050 2024-11-27T03:21:05,471 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b34025adf05454ca82783c834b95a8a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732677664520 2024-11-27T03:21:05,471 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b4a4be94aef4521bc6ed2647f14ba83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732677664552 2024-11-27T03:21:05,472 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc832299815b405a8b234af8439b7c25, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732677664884 2024-11-27T03:21:05,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741901_1077 (size=12301) 2024-11-27T03:21:05,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/d62039e4233e4b4f98b2f3a86253586b 2024-11-27T03:21:05,480 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:05,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T03:21:05,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:05,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:05,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:05,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:05,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:05,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/d56615b91f6e4d5ca12ad06425ab2baf is 50, key is test_row_0/B:col10/1732677665352/Put/seqid=0 2024-11-27T03:21:05,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677725507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677725507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,513 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#C#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:05,514 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/cf7d33e96ab94bef8c60c27d31426bde is 50, key is test_row_0/C:col10/1732677665199/Put/seqid=0 2024-11-27T03:21:05,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741902_1078 (size=12301) 2024-11-27T03:21:05,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/d56615b91f6e4d5ca12ad06425ab2baf 2024-11-27T03:21:05,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677725547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677725549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677725550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ca35deaf01a94042862b076795a7ad26 is 50, key is test_row_0/C:col10/1732677665352/Put/seqid=0 2024-11-27T03:21:05,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741903_1079 (size=12983) 2024-11-27T03:21:05,583 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/cf7d33e96ab94bef8c60c27d31426bde as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cf7d33e96ab94bef8c60c27d31426bde 2024-11-27T03:21:05,594 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/C of 9d6c7a0698d326089c1a84ad2bd09742 into cf7d33e96ab94bef8c60c27d31426bde(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:05,595 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:05,596 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/C, priority=12, startTime=1732677665349; duration=0sec 2024-11-27T03:21:05,597 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:05,597 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:05,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741904_1080 (size=12301) 2024-11-27T03:21:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T03:21:05,634 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:05,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T03:21:05,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:05,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:05,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:05,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:05,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:05,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677725712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677725713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,789 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:05,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T03:21:05,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:05,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:05,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:05,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:05,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:05,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677725852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677725856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677725858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:05,874 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/0ae7a200de0d4d0bb4ced77f77f6e562 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/0ae7a200de0d4d0bb4ced77f77f6e562 2024-11-27T03:21:05,885 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/B of 9d6c7a0698d326089c1a84ad2bd09742 into 0ae7a200de0d4d0bb4ced77f77f6e562(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:05,885 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:05,885 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/B, priority=12, startTime=1732677665349; duration=0sec 2024-11-27T03:21:05,886 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:05,886 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T03:21:05,950 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:05,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T03:21:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:05,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:06,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ca35deaf01a94042862b076795a7ad26 2024-11-27T03:21:06,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677726019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/d62039e4233e4b4f98b2f3a86253586b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d62039e4233e4b4f98b2f3a86253586b 2024-11-27T03:21:06,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677726020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d62039e4233e4b4f98b2f3a86253586b, entries=150, sequenceid=321, filesize=12.0 K 2024-11-27T03:21:06,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/d56615b91f6e4d5ca12ad06425ab2baf as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/d56615b91f6e4d5ca12ad06425ab2baf 2024-11-27T03:21:06,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/d56615b91f6e4d5ca12ad06425ab2baf, entries=150, sequenceid=321, filesize=12.0 K 2024-11-27T03:21:06,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ca35deaf01a94042862b076795a7ad26 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ca35deaf01a94042862b076795a7ad26 2024-11-27T03:21:06,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ca35deaf01a94042862b076795a7ad26, entries=150, sequenceid=321, filesize=12.0 K 2024-11-27T03:21:06,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9d6c7a0698d326089c1a84ad2bd09742 in 701ms, sequenceid=321, compaction requested=false 2024-11-27T03:21:06,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:06,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:06,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T03:21:06,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:06,108 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:21:06,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:06,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:06,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:06,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:06,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:06,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:06,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/ad69d3e6e30a412a9c08280dfc2fc592 is 50, key is test_row_0/A:col10/1732677665365/Put/seqid=0 2024-11-27T03:21:06,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741905_1081 (size=12301) 2024-11-27T03:21:06,133 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/ad69d3e6e30a412a9c08280dfc2fc592 2024-11-27T03:21:06,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/5dfa702fc4784e52ba53b5052bd51336 is 50, key is test_row_0/B:col10/1732677665365/Put/seqid=0 2024-11-27T03:21:06,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741906_1082 (size=12301) 2024-11-27T03:21:06,174 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/5dfa702fc4784e52ba53b5052bd51336 2024-11-27T03:21:06,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/cd883820743543d3a5f4b39133b523dc is 50, key is test_row_0/C:col10/1732677665365/Put/seqid=0 2024-11-27T03:21:06,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741907_1083 (size=12301) 2024-11-27T03:21:06,224 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/cd883820743543d3a5f4b39133b523dc 2024-11-27T03:21:06,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/ad69d3e6e30a412a9c08280dfc2fc592 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/ad69d3e6e30a412a9c08280dfc2fc592 2024-11-27T03:21:06,240 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/ad69d3e6e30a412a9c08280dfc2fc592, entries=150, sequenceid=335, filesize=12.0 K 2024-11-27T03:21:06,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/5dfa702fc4784e52ba53b5052bd51336 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5dfa702fc4784e52ba53b5052bd51336 2024-11-27T03:21:06,252 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5dfa702fc4784e52ba53b5052bd51336, entries=150, sequenceid=335, filesize=12.0 K 2024-11-27T03:21:06,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/cd883820743543d3a5f4b39133b523dc as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cd883820743543d3a5f4b39133b523dc 2024-11-27T03:21:06,263 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cd883820743543d3a5f4b39133b523dc, entries=150, sequenceid=335, filesize=12.0 K 2024-11-27T03:21:06,264 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 9d6c7a0698d326089c1a84ad2bd09742 in 157ms, sequenceid=335, compaction requested=true 2024-11-27T03:21:06,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:06,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:06,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-27T03:21:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-27T03:21:06,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-27T03:21:06,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 942 msec 2024-11-27T03:21:06,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 949 msec 2024-11-27T03:21:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:06,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:21:06,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:06,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:06,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:06,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:06,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:06,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:06,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/5f19cfe6cada47c3860c7396b93349a3 is 50, key is test_row_1/A:col10/1732677666371/Put/seqid=0 2024-11-27T03:21:06,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741908_1084 (size=19617) 2024-11-27T03:21:06,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/5f19cfe6cada47c3860c7396b93349a3 2024-11-27T03:21:06,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/fdefb9f0aada4b7a83c48b1f885b8296 is 50, key is test_row_1/B:col10/1732677666371/Put/seqid=0 2024-11-27T03:21:06,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741909_1085 (size=9857) 2024-11-27T03:21:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T03:21:06,429 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-27T03:21:06,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:06,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/fdefb9f0aada4b7a83c48b1f885b8296 2024-11-27T03:21:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-27T03:21:06,434 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:06,437 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:06,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T03:21:06,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677726438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677726443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677726445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/eb08d6830da64642b2fda86249fca21f is 50, key is test_row_1/C:col10/1732677666371/Put/seqid=0 2024-11-27T03:21:06,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741910_1086 (size=9857) 2024-11-27T03:21:06,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/eb08d6830da64642b2fda86249fca21f 2024-11-27T03:21:06,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/5f19cfe6cada47c3860c7396b93349a3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/5f19cfe6cada47c3860c7396b93349a3 2024-11-27T03:21:06,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/5f19cfe6cada47c3860c7396b93349a3, entries=300, sequenceid=346, filesize=19.2 K 2024-11-27T03:21:06,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/fdefb9f0aada4b7a83c48b1f885b8296 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/fdefb9f0aada4b7a83c48b1f885b8296 2024-11-27T03:21:06,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/fdefb9f0aada4b7a83c48b1f885b8296, entries=100, sequenceid=346, filesize=9.6 K 2024-11-27T03:21:06,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/eb08d6830da64642b2fda86249fca21f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/eb08d6830da64642b2fda86249fca21f 2024-11-27T03:21:06,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677726525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677726525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/eb08d6830da64642b2fda86249fca21f, entries=100, sequenceid=346, filesize=9.6 K 2024-11-27T03:21:06,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9d6c7a0698d326089c1a84ad2bd09742 in 158ms, sequenceid=346, compaction requested=true 2024-11-27T03:21:06,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:06,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:06,533 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:06,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:06,533 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:06,535 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57202 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:06,535 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:06,535 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/A is initiating minor compaction (all files) 2024-11-27T03:21:06,535 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/B is initiating minor compaction (all files) 2024-11-27T03:21:06,536 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/B in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:06,536 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/A in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:06,536 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c03459f66c2944a0af7f9b6892e07a8a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d62039e4233e4b4f98b2f3a86253586b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/ad69d3e6e30a412a9c08280dfc2fc592, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/5f19cfe6cada47c3860c7396b93349a3] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=55.9 K 2024-11-27T03:21:06,536 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/0ae7a200de0d4d0bb4ced77f77f6e562, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/d56615b91f6e4d5ca12ad06425ab2baf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5dfa702fc4784e52ba53b5052bd51336, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/fdefb9f0aada4b7a83c48b1f885b8296] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=46.3 K 2024-11-27T03:21:06,536 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ae7a200de0d4d0bb4ced77f77f6e562, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732677664554 2024-11-27T03:21:06,536 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c03459f66c2944a0af7f9b6892e07a8a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732677664554 2024-11-27T03:21:06,537 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d62039e4233e4b4f98b2f3a86253586b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732677665234 2024-11-27T03:21:06,537 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad69d3e6e30a412a9c08280dfc2fc592, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732677665365 2024-11-27T03:21:06,538 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d56615b91f6e4d5ca12ad06425ab2baf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732677665234 2024-11-27T03:21:06,539 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f19cfe6cada47c3860c7396b93349a3, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732677666363 2024-11-27T03:21:06,539 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dfa702fc4784e52ba53b5052bd51336, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732677665365 2024-11-27T03:21:06,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:06,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:06,539 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting fdefb9f0aada4b7a83c48b1f885b8296, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732677666371 2024-11-27T03:21:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T03:21:06,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:06,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:06,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T03:21:06,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:06,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:06,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:06,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:06,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:06,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:06,569 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#A#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:06,569 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/ad7ee1e836274b3882d4520c4658f2f9 is 50, key is test_row_0/A:col10/1732677665365/Put/seqid=0 2024-11-27T03:21:06,571 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:06,572 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/819ecb5823464c6ba1c48fda72584563 is 50, key is test_row_0/B:col10/1732677665365/Put/seqid=0 2024-11-27T03:21:06,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677726571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677726572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677726575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/8854031963fe40e98976b66951f6574c is 50, key is test_row_0/A:col10/1732677666434/Put/seqid=0 2024-11-27T03:21:06,589 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:06,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T03:21:06,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:06,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:06,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:06,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:06,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:06,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741912_1088 (size=13119) 2024-11-27T03:21:06,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741911_1087 (size=13119) 2024-11-27T03:21:06,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741913_1089 (size=17181) 2024-11-27T03:21:06,623 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/819ecb5823464c6ba1c48fda72584563 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/819ecb5823464c6ba1c48fda72584563 2024-11-27T03:21:06,634 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/B of 9d6c7a0698d326089c1a84ad2bd09742 into 819ecb5823464c6ba1c48fda72584563(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:06,634 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:06,634 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/B, priority=12, startTime=1732677666533; duration=0sec 2024-11-27T03:21:06,635 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:06,635 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:06,635 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:06,637 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:06,638 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/C is initiating minor compaction (all files) 2024-11-27T03:21:06,638 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/C in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:06,638 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cf7d33e96ab94bef8c60c27d31426bde, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ca35deaf01a94042862b076795a7ad26, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cd883820743543d3a5f4b39133b523dc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/eb08d6830da64642b2fda86249fca21f] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=46.3 K 2024-11-27T03:21:06,639 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting cf7d33e96ab94bef8c60c27d31426bde, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732677664554 2024-11-27T03:21:06,641 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ca35deaf01a94042862b076795a7ad26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732677665234 2024-11-27T03:21:06,641 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting cd883820743543d3a5f4b39133b523dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732677665365 2024-11-27T03:21:06,642 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting eb08d6830da64642b2fda86249fca21f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732677666371 2024-11-27T03:21:06,662 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#C#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:06,663 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/065c15f24b44427e8cb3cc6e711e9513 is 50, key is test_row_0/C:col10/1732677665365/Put/seqid=0 2024-11-27T03:21:06,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741914_1090 (size=13119) 2024-11-27T03:21:06,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677726678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677726678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677726678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,690 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/065c15f24b44427e8cb3cc6e711e9513 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/065c15f24b44427e8cb3cc6e711e9513 2024-11-27T03:21:06,701 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/C of 9d6c7a0698d326089c1a84ad2bd09742 into 065c15f24b44427e8cb3cc6e711e9513(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:06,701 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:06,701 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/C, priority=12, startTime=1732677666542; duration=0sec 2024-11-27T03:21:06,701 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:06,701 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T03:21:06,743 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:06,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T03:21:06,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:06,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:06,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:06,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:06,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:06,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677726885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677726885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677726890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:06,898 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:06,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T03:21:06,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:06,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:06,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:06,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:06,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/8854031963fe40e98976b66951f6574c 2024-11-27T03:21:07,022 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/ad7ee1e836274b3882d4520c4658f2f9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/ad7ee1e836274b3882d4520c4658f2f9 2024-11-27T03:21:07,036 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/A of 9d6c7a0698d326089c1a84ad2bd09742 into ad7ee1e836274b3882d4520c4658f2f9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:07,036 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:07,036 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/A, priority=12, startTime=1732677666533; duration=0sec 2024-11-27T03:21:07,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/3c33099a0da545b3b0e37bcd52b09ece is 50, key is test_row_0/B:col10/1732677666434/Put/seqid=0 2024-11-27T03:21:07,037 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:07,037 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:07,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741915_1091 (size=12301) 2024-11-27T03:21:07,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/3c33099a0da545b3b0e37bcd52b09ece 2024-11-27T03:21:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T03:21:07,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/587e8c9c8b7b46c584038c13d0a15cf4 is 50, key is test_row_0/C:col10/1732677666434/Put/seqid=0 2024-11-27T03:21:07,052 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:07,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T03:21:07,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:07,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:07,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:07,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741916_1092 (size=12301) 2024-11-27T03:21:07,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/587e8c9c8b7b46c584038c13d0a15cf4 2024-11-27T03:21:07,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/8854031963fe40e98976b66951f6574c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/8854031963fe40e98976b66951f6574c 2024-11-27T03:21:07,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/8854031963fe40e98976b66951f6574c, entries=250, sequenceid=373, filesize=16.8 K 2024-11-27T03:21:07,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/3c33099a0da545b3b0e37bcd52b09ece as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/3c33099a0da545b3b0e37bcd52b09ece 2024-11-27T03:21:07,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/3c33099a0da545b3b0e37bcd52b09ece, entries=150, sequenceid=373, filesize=12.0 K 2024-11-27T03:21:07,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/587e8c9c8b7b46c584038c13d0a15cf4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/587e8c9c8b7b46c584038c13d0a15cf4 2024-11-27T03:21:07,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/587e8c9c8b7b46c584038c13d0a15cf4, entries=150, sequenceid=373, filesize=12.0 K 2024-11-27T03:21:07,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9d6c7a0698d326089c1a84ad2bd09742 in 564ms, sequenceid=373, compaction requested=false 2024-11-27T03:21:07,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:07,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:21:07,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:07,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:07,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:07,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:07,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:07,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:07,206 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:07,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T03:21:07,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:07,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:07,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:07,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7a292ead000e4257a2513c391e25198a is 50, key is test_row_0/A:col10/1732677666559/Put/seqid=0 2024-11-27T03:21:07,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741917_1093 (size=12301) 2024-11-27T03:21:07,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7a292ead000e4257a2513c391e25198a 2024-11-27T03:21:07,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/1ab2bf4ea2a947539ff97db18c3b44be is 50, key is test_row_0/B:col10/1732677666559/Put/seqid=0 2024-11-27T03:21:07,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741918_1094 (size=12301) 2024-11-27T03:21:07,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/1ab2bf4ea2a947539ff97db18c3b44be 2024-11-27T03:21:07,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/e2a02988a0d14fa3a6396b1bc9b8d93d is 50, key is test_row_0/C:col10/1732677666559/Put/seqid=0 2024-11-27T03:21:07,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677727279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:07,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677727280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:07,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677727282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:07,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741919_1095 (size=12301) 2024-11-27T03:21:07,360 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:07,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T03:21:07,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:07,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:07,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:07,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677727401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:07,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677727404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:07,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677727405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:07,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:07,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T03:21:07,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:07,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:07,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:07,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677727537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:07,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677727539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T03:21:07,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677727605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:07,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677727608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:07,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677727608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:07,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:07,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T03:21:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:07,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:07,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:07,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:07,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/e2a02988a0d14fa3a6396b1bc9b8d93d 2024-11-27T03:21:07,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7a292ead000e4257a2513c391e25198a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a292ead000e4257a2513c391e25198a 2024-11-27T03:21:07,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a292ead000e4257a2513c391e25198a, entries=150, sequenceid=387, filesize=12.0 K 2024-11-27T03:21:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/1ab2bf4ea2a947539ff97db18c3b44be as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/1ab2bf4ea2a947539ff97db18c3b44be 2024-11-27T03:21:07,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/1ab2bf4ea2a947539ff97db18c3b44be, entries=150, sequenceid=387, filesize=12.0 K 2024-11-27T03:21:07,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/e2a02988a0d14fa3a6396b1bc9b8d93d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/e2a02988a0d14fa3a6396b1bc9b8d93d 2024-11-27T03:21:07,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/e2a02988a0d14fa3a6396b1bc9b8d93d, entries=150, sequenceid=387, filesize=12.0 K 2024-11-27T03:21:07,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9d6c7a0698d326089c1a84ad2bd09742 in 555ms, sequenceid=387, compaction requested=true 2024-11-27T03:21:07,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:07,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:07,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:07,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:07,747 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:07,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:07,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:07,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:07,747 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:07,749 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:07,749 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/B is initiating minor compaction (all files) 2024-11-27T03:21:07,749 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/B in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:07,750 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/819ecb5823464c6ba1c48fda72584563, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/3c33099a0da545b3b0e37bcd52b09ece, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/1ab2bf4ea2a947539ff97db18c3b44be] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=36.8 K 2024-11-27T03:21:07,750 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:07,750 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/A is initiating minor compaction (all files) 2024-11-27T03:21:07,750 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/A in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:07,750 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/ad7ee1e836274b3882d4520c4658f2f9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/8854031963fe40e98976b66951f6574c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a292ead000e4257a2513c391e25198a] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=41.6 K 2024-11-27T03:21:07,751 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad7ee1e836274b3882d4520c4658f2f9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732677665365 2024-11-27T03:21:07,751 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 819ecb5823464c6ba1c48fda72584563, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732677665365 2024-11-27T03:21:07,751 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8854031963fe40e98976b66951f6574c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732677666426 2024-11-27T03:21:07,751 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c33099a0da545b3b0e37bcd52b09ece, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732677666426 2024-11-27T03:21:07,752 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a292ead000e4257a2513c391e25198a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732677666559 2024-11-27T03:21:07,752 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ab2bf4ea2a947539ff97db18c3b44be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732677666559 2024-11-27T03:21:07,765 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:07,766 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/5e0f7cd8167f4ba5a15c04d0e9e212c4 is 50, key is test_row_0/B:col10/1732677666559/Put/seqid=0 2024-11-27T03:21:07,770 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#A#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:07,770 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/1071e2330c354aca8e9228722ea98b47 is 50, key is test_row_0/A:col10/1732677666559/Put/seqid=0 2024-11-27T03:21:07,822 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:07,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T03:21:07,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:07,824 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T03:21:07,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:07,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:07,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:07,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:07,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:07,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:07,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741921_1097 (size=13221) 2024-11-27T03:21:07,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7010f4eae4e44a5c86ae82fe4f6dadd8 is 50, key is test_row_0/A:col10/1732677667277/Put/seqid=0 2024-11-27T03:21:07,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741920_1096 (size=13221) 2024-11-27T03:21:07,853 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/5e0f7cd8167f4ba5a15c04d0e9e212c4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5e0f7cd8167f4ba5a15c04d0e9e212c4 2024-11-27T03:21:07,863 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/B of 9d6c7a0698d326089c1a84ad2bd09742 into 5e0f7cd8167f4ba5a15c04d0e9e212c4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:07,863 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:07,863 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/B, priority=13, startTime=1732677667747; duration=0sec 2024-11-27T03:21:07,863 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:07,863 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:07,863 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:07,865 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:07,865 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/C is initiating minor compaction (all files) 2024-11-27T03:21:07,865 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/C in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:07,865 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/065c15f24b44427e8cb3cc6e711e9513, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/587e8c9c8b7b46c584038c13d0a15cf4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/e2a02988a0d14fa3a6396b1bc9b8d93d] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=36.8 K 2024-11-27T03:21:07,871 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 065c15f24b44427e8cb3cc6e711e9513, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732677665365 2024-11-27T03:21:07,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741922_1098 (size=12301) 2024-11-27T03:21:07,873 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 587e8c9c8b7b46c584038c13d0a15cf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732677666426 2024-11-27T03:21:07,874 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7010f4eae4e44a5c86ae82fe4f6dadd8 2024-11-27T03:21:07,875 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting e2a02988a0d14fa3a6396b1bc9b8d93d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732677666559 2024-11-27T03:21:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/a455f53450de4097a1ce9439fe0dc078 is 50, key is test_row_0/B:col10/1732677667277/Put/seqid=0 2024-11-27T03:21:07,898 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#C#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:07,899 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/bd59bafd706f411aaf38585c46147992 is 50, key is test_row_0/C:col10/1732677666559/Put/seqid=0 2024-11-27T03:21:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741923_1099 (size=12301) 2024-11-27T03:21:07,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:07,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677727927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:07,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741924_1100 (size=13221) 2024-11-27T03:21:07,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677727932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:07,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677727932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:07,946 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/bd59bafd706f411aaf38585c46147992 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/bd59bafd706f411aaf38585c46147992 2024-11-27T03:21:07,955 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/C of 9d6c7a0698d326089c1a84ad2bd09742 into bd59bafd706f411aaf38585c46147992(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:07,955 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:07,955 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/C, priority=13, startTime=1732677667747; duration=0sec 2024-11-27T03:21:07,955 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:07,955 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:08,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677728034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677728037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677728039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677728237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677728240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,244 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/1071e2330c354aca8e9228722ea98b47 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1071e2330c354aca8e9228722ea98b47 2024-11-27T03:21:08,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677728245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,252 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/A of 9d6c7a0698d326089c1a84ad2bd09742 into 1071e2330c354aca8e9228722ea98b47(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:08,252 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:08,252 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/A, priority=13, startTime=1732677667747; duration=0sec 2024-11-27T03:21:08,252 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:08,252 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:08,308 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/a455f53450de4097a1ce9439fe0dc078 2024-11-27T03:21:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/85a4e421c9e543b2ae5628946dc07653 is 50, key is test_row_0/C:col10/1732677667277/Put/seqid=0 2024-11-27T03:21:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741925_1101 (size=12301) 2024-11-27T03:21:08,355 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/85a4e421c9e543b2ae5628946dc07653 2024-11-27T03:21:08,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7010f4eae4e44a5c86ae82fe4f6dadd8 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7010f4eae4e44a5c86ae82fe4f6dadd8 2024-11-27T03:21:08,383 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7010f4eae4e44a5c86ae82fe4f6dadd8, entries=150, sequenceid=412, filesize=12.0 K 2024-11-27T03:21:08,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/a455f53450de4097a1ce9439fe0dc078 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/a455f53450de4097a1ce9439fe0dc078 2024-11-27T03:21:08,395 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/a455f53450de4097a1ce9439fe0dc078, entries=150, sequenceid=412, filesize=12.0 K 2024-11-27T03:21:08,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/85a4e421c9e543b2ae5628946dc07653 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/85a4e421c9e543b2ae5628946dc07653 2024-11-27T03:21:08,407 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/85a4e421c9e543b2ae5628946dc07653, entries=150, sequenceid=412, filesize=12.0 K 2024-11-27T03:21:08,408 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 9d6c7a0698d326089c1a84ad2bd09742 in 585ms, sequenceid=412, compaction requested=false 2024-11-27T03:21:08,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:08,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:08,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-27T03:21:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-27T03:21:08,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-27T03:21:08,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9730 sec 2024-11-27T03:21:08,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.9850 sec 2024-11-27T03:21:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T03:21:08,546 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-27T03:21:08,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T03:21:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:08,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:08,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:08,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:08,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:08,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:08,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:08,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-27T03:21:08,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/1f2d05d213c74ccf9deb3262f092a3e3 is 50, key is test_row_0/A:col10/1732677667924/Put/seqid=0 2024-11-27T03:21:08,556 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T03:21:08,556 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:08,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:08,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677728569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677728570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677728570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741926_1102 (size=12301) 2024-11-27T03:21:08,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/1f2d05d213c74ccf9deb3262f092a3e3 2024-11-27T03:21:08,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/bf3a04255deb4739a2f1af2a9bd3f983 is 50, key is test_row_0/B:col10/1732677667924/Put/seqid=0 2024-11-27T03:21:08,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741927_1103 (size=12301) 2024-11-27T03:21:08,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/bf3a04255deb4739a2f1af2a9bd3f983 2024-11-27T03:21:08,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/fa3fd854a9aa4334a42f847bd9c11d9a is 50, key is test_row_0/C:col10/1732677667924/Put/seqid=0 2024-11-27T03:21:08,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741928_1104 (size=12301) 2024-11-27T03:21:08,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/fa3fd854a9aa4334a42f847bd9c11d9a 2024-11-27T03:21:08,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/1f2d05d213c74ccf9deb3262f092a3e3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1f2d05d213c74ccf9deb3262f092a3e3 2024-11-27T03:21:08,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1f2d05d213c74ccf9deb3262f092a3e3, entries=150, sequenceid=429, filesize=12.0 K 2024-11-27T03:21:08,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/bf3a04255deb4739a2f1af2a9bd3f983 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/bf3a04255deb4739a2f1af2a9bd3f983 2024-11-27T03:21:08,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/bf3a04255deb4739a2f1af2a9bd3f983, entries=150, sequenceid=429, filesize=12.0 K 2024-11-27T03:21:08,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/fa3fd854a9aa4334a42f847bd9c11d9a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/fa3fd854a9aa4334a42f847bd9c11d9a 2024-11-27T03:21:08,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/fa3fd854a9aa4334a42f847bd9c11d9a, entries=150, sequenceid=429, filesize=12.0 K 2024-11-27T03:21:08,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9d6c7a0698d326089c1a84ad2bd09742 in 102ms, sequenceid=429, compaction requested=true 2024-11-27T03:21:08,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:08,648 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:08,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:08,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:08,649 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:08,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:08,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:08,650 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:08,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:08,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:08,650 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/A is initiating minor compaction (all files) 2024-11-27T03:21:08,650 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/A in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:08,650 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1071e2330c354aca8e9228722ea98b47, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7010f4eae4e44a5c86ae82fe4f6dadd8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1f2d05d213c74ccf9deb3262f092a3e3] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=36.9 K 2024-11-27T03:21:08,651 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1071e2330c354aca8e9228722ea98b47, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732677666559 2024-11-27T03:21:08,652 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:08,652 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/B is initiating minor compaction (all files) 2024-11-27T03:21:08,652 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/B in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:08,652 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5e0f7cd8167f4ba5a15c04d0e9e212c4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/a455f53450de4097a1ce9439fe0dc078, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/bf3a04255deb4739a2f1af2a9bd3f983] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=36.9 K 2024-11-27T03:21:08,652 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7010f4eae4e44a5c86ae82fe4f6dadd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732677667274 2024-11-27T03:21:08,653 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e0f7cd8167f4ba5a15c04d0e9e212c4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732677666559 2024-11-27T03:21:08,653 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f2d05d213c74ccf9deb3262f092a3e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732677667924 2024-11-27T03:21:08,654 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting a455f53450de4097a1ce9439fe0dc078, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732677667274 2024-11-27T03:21:08,655 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting bf3a04255deb4739a2f1af2a9bd3f983, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732677667924 2024-11-27T03:21:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T03:21:08,670 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:08,670 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#A#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:08,670 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/38a06b0adf124942bb6c16cccf6eb44d is 50, key is test_row_0/B:col10/1732677667924/Put/seqid=0 2024-11-27T03:21:08,671 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/d213416a05f74669a075c483496f5e54 is 50, key is test_row_0/A:col10/1732677667924/Put/seqid=0 2024-11-27T03:21:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:08,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:21:08,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:08,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:08,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:08,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:08,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:08,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:08,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741929_1105 (size=13323) 2024-11-27T03:21:08,690 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/38a06b0adf124942bb6c16cccf6eb44d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/38a06b0adf124942bb6c16cccf6eb44d 2024-11-27T03:21:08,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677728693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677728693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677728694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,699 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/B of 9d6c7a0698d326089c1a84ad2bd09742 into 38a06b0adf124942bb6c16cccf6eb44d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:08,699 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:08,699 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/B, priority=13, startTime=1732677668649; duration=0sec 2024-11-27T03:21:08,700 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:08,700 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:08,700 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:08,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741930_1106 (size=13323) 2024-11-27T03:21:08,702 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:08,702 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/C is initiating minor compaction (all files) 2024-11-27T03:21:08,702 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/C in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:08,703 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/bd59bafd706f411aaf38585c46147992, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/85a4e421c9e543b2ae5628946dc07653, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/fa3fd854a9aa4334a42f847bd9c11d9a] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=36.9 K 2024-11-27T03:21:08,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/bc110f4839a84386b69ce4196380307d is 50, key is test_row_0/A:col10/1732677668673/Put/seqid=0 2024-11-27T03:21:08,706 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting bd59bafd706f411aaf38585c46147992, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732677666559 2024-11-27T03:21:08,707 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 85a4e421c9e543b2ae5628946dc07653, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732677667274 2024-11-27T03:21:08,709 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting fa3fd854a9aa4334a42f847bd9c11d9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732677667924 2024-11-27T03:21:08,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:08,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T03:21:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:08,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:08,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:08,713 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/d213416a05f74669a075c483496f5e54 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d213416a05f74669a075c483496f5e54 2024-11-27T03:21:08,721 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/A of 9d6c7a0698d326089c1a84ad2bd09742 into d213416a05f74669a075c483496f5e54(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:08,722 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:08,722 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/A, priority=13, startTime=1732677668648; duration=0sec 2024-11-27T03:21:08,722 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:08,722 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:08,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741931_1107 (size=12301) 2024-11-27T03:21:08,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/bc110f4839a84386b69ce4196380307d 2024-11-27T03:21:08,754 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:08,755 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/9d729998097e4cbcb10c90e252fced53 is 50, key is test_row_0/C:col10/1732677667924/Put/seqid=0 2024-11-27T03:21:08,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/78b61971c18a43a8a53a3e3cd0d5ab74 is 50, key is test_row_0/B:col10/1732677668673/Put/seqid=0 2024-11-27T03:21:08,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741932_1108 (size=13323) 2024-11-27T03:21:08,782 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/9d729998097e4cbcb10c90e252fced53 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/9d729998097e4cbcb10c90e252fced53 2024-11-27T03:21:08,793 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/C of 9d6c7a0698d326089c1a84ad2bd09742 into 9d729998097e4cbcb10c90e252fced53(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:08,793 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:08,793 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/C, priority=13, startTime=1732677668650; duration=0sec 2024-11-27T03:21:08,794 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:08,794 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:08,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741933_1109 (size=12301) 2024-11-27T03:21:08,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677728797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677728799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677728800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T03:21:08,863 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:08,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T03:21:08,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:08,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:08,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:08,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:08,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677729000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677729004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677729004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,020 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:09,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T03:21:09,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:09,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T03:21:09,173 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:09,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T03:21:09,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:09,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/78b61971c18a43a8a53a3e3cd0d5ab74 2024-11-27T03:21:09,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/5e9396a1713444d1a1478490ed8a1fac is 50, key is test_row_0/C:col10/1732677668673/Put/seqid=0 2024-11-27T03:21:09,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741934_1110 (size=12301) 2024-11-27T03:21:09,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/5e9396a1713444d1a1478490ed8a1fac 2024-11-27T03:21:09,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/bc110f4839a84386b69ce4196380307d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/bc110f4839a84386b69ce4196380307d 2024-11-27T03:21:09,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/bc110f4839a84386b69ce4196380307d, entries=150, sequenceid=453, filesize=12.0 K 2024-11-27T03:21:09,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/78b61971c18a43a8a53a3e3cd0d5ab74 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/78b61971c18a43a8a53a3e3cd0d5ab74 2024-11-27T03:21:09,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/78b61971c18a43a8a53a3e3cd0d5ab74, entries=150, sequenceid=453, filesize=12.0 K 2024-11-27T03:21:09,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/5e9396a1713444d1a1478490ed8a1fac as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/5e9396a1713444d1a1478490ed8a1fac 2024-11-27T03:21:09,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/5e9396a1713444d1a1478490ed8a1fac, entries=150, sequenceid=453, filesize=12.0 K 2024-11-27T03:21:09,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9d6c7a0698d326089c1a84ad2bd09742 in 597ms, sequenceid=453, compaction requested=false 2024-11-27T03:21:09,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:09,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T03:21:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:09,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7af51b9f07534511baa986f2fe7d98ab is 50, key is test_row_0/A:col10/1732677668692/Put/seqid=0 2024-11-27T03:21:09,333 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:09,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T03:21:09,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:09,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677729342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677729346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677729347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741935_1111 (size=14741) 2024-11-27T03:21:09,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7af51b9f07534511baa986f2fe7d98ab 2024-11-27T03:21:09,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/2827d65f6f004702a3e7d5132aeca058 is 50, key is test_row_0/B:col10/1732677668692/Put/seqid=0 2024-11-27T03:21:09,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741936_1112 (size=12301) 2024-11-27T03:21:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677729448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677729451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677729451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,488 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:09,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T03:21:09,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:09,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677729554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,557 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., hostname=2037602345fe,42163,1732677650856, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:09,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677729561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,563 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., hostname=2037602345fe,42163,1732677650856, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:09,641 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:09,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T03:21:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677729652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677729653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677729655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T03:21:09,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/2827d65f6f004702a3e7d5132aeca058 2024-11-27T03:21:09,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ed45dc4cd82a44409d6f9b93405da655 is 50, key is test_row_0/C:col10/1732677668692/Put/seqid=0 2024-11-27T03:21:09,795 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:09,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741937_1113 (size=12301) 2024-11-27T03:21:09,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T03:21:09,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ed45dc4cd82a44409d6f9b93405da655 2024-11-27T03:21:09,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:09,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/7af51b9f07534511baa986f2fe7d98ab as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7af51b9f07534511baa986f2fe7d98ab 2024-11-27T03:21:09,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7af51b9f07534511baa986f2fe7d98ab, entries=200, sequenceid=469, filesize=14.4 K 2024-11-27T03:21:09,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/2827d65f6f004702a3e7d5132aeca058 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/2827d65f6f004702a3e7d5132aeca058 2024-11-27T03:21:09,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/2827d65f6f004702a3e7d5132aeca058, entries=150, sequenceid=469, filesize=12.0 K 2024-11-27T03:21:09,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/ed45dc4cd82a44409d6f9b93405da655 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ed45dc4cd82a44409d6f9b93405da655 2024-11-27T03:21:09,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ed45dc4cd82a44409d6f9b93405da655, entries=150, sequenceid=469, filesize=12.0 K 2024-11-27T03:21:09,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 9d6c7a0698d326089c1a84ad2bd09742 in 521ms, sequenceid=469, compaction requested=true 2024-11-27T03:21:09,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:09,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:09,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:09,828 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:09,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:09,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:09,828 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:09,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:09,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:09,830 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:09,830 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/A is initiating minor compaction (all files) 2024-11-27T03:21:09,830 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/A in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,830 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:09,830 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/B is initiating minor compaction (all files) 2024-11-27T03:21:09,831 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d213416a05f74669a075c483496f5e54, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/bc110f4839a84386b69ce4196380307d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7af51b9f07534511baa986f2fe7d98ab] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=39.4 K 2024-11-27T03:21:09,831 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/B in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,831 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/38a06b0adf124942bb6c16cccf6eb44d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/78b61971c18a43a8a53a3e3cd0d5ab74, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/2827d65f6f004702a3e7d5132aeca058] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=37.0 K 2024-11-27T03:21:09,831 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 38a06b0adf124942bb6c16cccf6eb44d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732677667924 2024-11-27T03:21:09,831 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d213416a05f74669a075c483496f5e54, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732677667924 2024-11-27T03:21:09,832 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 78b61971c18a43a8a53a3e3cd0d5ab74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732677668568 2024-11-27T03:21:09,832 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2827d65f6f004702a3e7d5132aeca058, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732677668686 2024-11-27T03:21:09,833 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc110f4839a84386b69ce4196380307d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732677668568 2024-11-27T03:21:09,834 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7af51b9f07534511baa986f2fe7d98ab, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732677668686 2024-11-27T03:21:09,847 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:09,847 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/76009071ea8f4beba13c326529266646 is 50, key is test_row_0/B:col10/1732677668692/Put/seqid=0 2024-11-27T03:21:09,847 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#A#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:09,848 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/2cc62577f8a243959332c4919f565ebf is 50, key is test_row_0/A:col10/1732677668692/Put/seqid=0 2024-11-27T03:21:09,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741939_1115 (size=13425) 2024-11-27T03:21:09,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741938_1114 (size=13425) 2024-11-27T03:21:09,884 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/2cc62577f8a243959332c4919f565ebf as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/2cc62577f8a243959332c4919f565ebf 2024-11-27T03:21:09,884 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/76009071ea8f4beba13c326529266646 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/76009071ea8f4beba13c326529266646 2024-11-27T03:21:09,893 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/A of 9d6c7a0698d326089c1a84ad2bd09742 into 2cc62577f8a243959332c4919f565ebf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:09,893 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:09,893 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/A, priority=13, startTime=1732677669828; duration=0sec 2024-11-27T03:21:09,893 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/B of 9d6c7a0698d326089c1a84ad2bd09742 into 76009071ea8f4beba13c326529266646(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:09,894 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:09,894 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/B, priority=13, startTime=1732677669828; duration=0sec 2024-11-27T03:21:09,894 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:09,894 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:09,894 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:09,894 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:09,895 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:09,896 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:09,896 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/C is initiating minor compaction (all files) 2024-11-27T03:21:09,896 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/C in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,896 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/9d729998097e4cbcb10c90e252fced53, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/5e9396a1713444d1a1478490ed8a1fac, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ed45dc4cd82a44409d6f9b93405da655] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=37.0 K 2024-11-27T03:21:09,901 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d729998097e4cbcb10c90e252fced53, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732677667924 2024-11-27T03:21:09,901 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e9396a1713444d1a1478490ed8a1fac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732677668568 2024-11-27T03:21:09,902 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ed45dc4cd82a44409d6f9b93405da655, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732677668686 2024-11-27T03:21:09,911 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#C#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:09,911 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/bca24e7b43f74409a262ca75ad2513f3 is 50, key is test_row_0/C:col10/1732677668692/Put/seqid=0 2024-11-27T03:21:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741940_1116 (size=13425) 2024-11-27T03:21:09,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:09,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T03:21:09,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:09,950 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T03:21:09,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:09,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:09,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:09,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:09,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:09,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:09,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/843f77f7e3d041a28446c780d1b8547b is 50, key is test_row_0/A:col10/1732677669335/Put/seqid=0 2024-11-27T03:21:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:09,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:09,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741941_1117 (size=12301) 2024-11-27T03:21:09,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677729968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677729971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:09,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677729971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:10,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677730073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:10,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677730074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677730075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:10,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677730276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:10,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677730277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:10,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677730278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:10,329 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/bca24e7b43f74409a262ca75ad2513f3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/bca24e7b43f74409a262ca75ad2513f3 2024-11-27T03:21:10,337 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/C of 9d6c7a0698d326089c1a84ad2bd09742 into bca24e7b43f74409a262ca75ad2513f3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:10,337 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:10,337 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/C, priority=13, startTime=1732677669828; duration=0sec 2024-11-27T03:21:10,337 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:10,337 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:10,363 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/843f77f7e3d041a28446c780d1b8547b 2024-11-27T03:21:10,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/8827179fe2a1433bad1645b2b4b4aaa1 is 50, key is test_row_0/B:col10/1732677669335/Put/seqid=0 2024-11-27T03:21:10,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741942_1118 (size=12301) 2024-11-27T03:21:10,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677730581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:10,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677730582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:10,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677730583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T03:21:10,796 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/8827179fe2a1433bad1645b2b4b4aaa1 2024-11-27T03:21:10,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/a4bdaf5e02164e638627617f9271e4d9 is 50, key is test_row_0/C:col10/1732677669335/Put/seqid=0 2024-11-27T03:21:10,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741943_1119 (size=12301) 2024-11-27T03:21:11,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677731085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:11,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677731088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:11,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677731089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:11,222 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/a4bdaf5e02164e638627617f9271e4d9 2024-11-27T03:21:11,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/843f77f7e3d041a28446c780d1b8547b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/843f77f7e3d041a28446c780d1b8547b 2024-11-27T03:21:11,236 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/843f77f7e3d041a28446c780d1b8547b, entries=150, sequenceid=495, filesize=12.0 K 2024-11-27T03:21:11,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/8827179fe2a1433bad1645b2b4b4aaa1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/8827179fe2a1433bad1645b2b4b4aaa1 2024-11-27T03:21:11,244 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/8827179fe2a1433bad1645b2b4b4aaa1, entries=150, sequenceid=495, filesize=12.0 K 2024-11-27T03:21:11,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/a4bdaf5e02164e638627617f9271e4d9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/a4bdaf5e02164e638627617f9271e4d9 2024-11-27T03:21:11,250 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/a4bdaf5e02164e638627617f9271e4d9, entries=150, sequenceid=495, filesize=12.0 K 2024-11-27T03:21:11,252 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 9d6c7a0698d326089c1a84ad2bd09742 in 1301ms, sequenceid=495, compaction requested=false 2024-11-27T03:21:11,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:11,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:11,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T03:21:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-27T03:21:11,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-27T03:21:11,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6960 sec 2024-11-27T03:21:11,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.7040 sec 2024-11-27T03:21:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:12,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T03:21:12,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:12,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:12,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:12,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:12,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:12,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:12,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/c8dbdf3e987e47a39c8257cdbba2e1b2 is 50, key is test_row_0/A:col10/1732677669970/Put/seqid=0 2024-11-27T03:21:12,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741944_1120 (size=12297) 2024-11-27T03:21:12,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/c8dbdf3e987e47a39c8257cdbba2e1b2 2024-11-27T03:21:12,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/8144b7ba829c4cb9bc7d8147f7cde6c7 is 50, key is test_row_0/B:col10/1732677669970/Put/seqid=0 2024-11-27T03:21:12,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741945_1121 (size=9857) 2024-11-27T03:21:12,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677732131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677732132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677732132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/8144b7ba829c4cb9bc7d8147f7cde6c7 2024-11-27T03:21:12,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/36ab67ba4c6349e4aff995b91de7a605 is 50, key is test_row_0/C:col10/1732677669970/Put/seqid=0 2024-11-27T03:21:12,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741946_1122 (size=9857) 2024-11-27T03:21:12,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677732235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677732236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677732236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677732439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677732440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677732444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/36ab67ba4c6349e4aff995b91de7a605 2024-11-27T03:21:12,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/c8dbdf3e987e47a39c8257cdbba2e1b2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c8dbdf3e987e47a39c8257cdbba2e1b2 2024-11-27T03:21:12,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c8dbdf3e987e47a39c8257cdbba2e1b2, entries=150, sequenceid=510, filesize=12.0 K 2024-11-27T03:21:12,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/8144b7ba829c4cb9bc7d8147f7cde6c7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/8144b7ba829c4cb9bc7d8147f7cde6c7 2024-11-27T03:21:12,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/8144b7ba829c4cb9bc7d8147f7cde6c7, entries=100, sequenceid=510, filesize=9.6 K 2024-11-27T03:21:12,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/36ab67ba4c6349e4aff995b91de7a605 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/36ab67ba4c6349e4aff995b91de7a605 2024-11-27T03:21:12,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/36ab67ba4c6349e4aff995b91de7a605, entries=100, sequenceid=510, filesize=9.6 K 2024-11-27T03:21:12,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 9d6c7a0698d326089c1a84ad2bd09742 in 495ms, sequenceid=510, compaction requested=true 2024-11-27T03:21:12,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:12,590 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:12,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:12,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:12,591 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:12,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:12,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:12,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:12,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:12,592 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:12,592 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/A is initiating minor compaction (all files) 2024-11-27T03:21:12,592 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/A in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:12,592 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/2cc62577f8a243959332c4919f565ebf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/843f77f7e3d041a28446c780d1b8547b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c8dbdf3e987e47a39c8257cdbba2e1b2] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=37.1 K 2024-11-27T03:21:12,593 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:12,593 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/B is initiating minor compaction (all files) 2024-11-27T03:21:12,593 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/B in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:12,593 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/76009071ea8f4beba13c326529266646, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/8827179fe2a1433bad1645b2b4b4aaa1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/8144b7ba829c4cb9bc7d8147f7cde6c7] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=34.7 K 2024-11-27T03:21:12,593 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cc62577f8a243959332c4919f565ebf, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732677668686 2024-11-27T03:21:12,594 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 76009071ea8f4beba13c326529266646, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732677668686 2024-11-27T03:21:12,594 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 843f77f7e3d041a28446c780d1b8547b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732677669327 2024-11-27T03:21:12,595 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8dbdf3e987e47a39c8257cdbba2e1b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732677669969 2024-11-27T03:21:12,595 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8827179fe2a1433bad1645b2b4b4aaa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732677669327 2024-11-27T03:21:12,599 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8144b7ba829c4cb9bc7d8147f7cde6c7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732677669970 2024-11-27T03:21:12,611 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#A#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:12,612 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/3a1ce08a0ee94404bacb9e6167132a77 is 50, key is test_row_0/A:col10/1732677669970/Put/seqid=0 2024-11-27T03:21:12,614 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#B#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:12,615 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/b70f330263b946fe8a08c992bca01a05 is 50, key is test_row_0/B:col10/1732677669970/Put/seqid=0 2024-11-27T03:21:12,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741947_1123 (size=13527) 2024-11-27T03:21:12,638 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/3a1ce08a0ee94404bacb9e6167132a77 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3a1ce08a0ee94404bacb9e6167132a77 2024-11-27T03:21:12,645 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/A of 9d6c7a0698d326089c1a84ad2bd09742 into 3a1ce08a0ee94404bacb9e6167132a77(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:12,646 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:12,646 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/A, priority=13, startTime=1732677672590; duration=0sec 2024-11-27T03:21:12,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741948_1124 (size=13527) 2024-11-27T03:21:12,648 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:12,648 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:12,648 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:12,649 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:12,649 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/C is initiating minor compaction (all files) 2024-11-27T03:21:12,649 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/C in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:12,650 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/bca24e7b43f74409a262ca75ad2513f3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/a4bdaf5e02164e638627617f9271e4d9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/36ab67ba4c6349e4aff995b91de7a605] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=34.7 K 2024-11-27T03:21:12,650 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting bca24e7b43f74409a262ca75ad2513f3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732677668686 2024-11-27T03:21:12,651 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4bdaf5e02164e638627617f9271e4d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732677669327 2024-11-27T03:21:12,651 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36ab67ba4c6349e4aff995b91de7a605, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732677669970 2024-11-27T03:21:12,655 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/b70f330263b946fe8a08c992bca01a05 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/b70f330263b946fe8a08c992bca01a05 2024-11-27T03:21:12,664 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/B of 9d6c7a0698d326089c1a84ad2bd09742 into b70f330263b946fe8a08c992bca01a05(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:12,664 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:12,664 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/B, priority=13, startTime=1732677672591; duration=0sec 2024-11-27T03:21:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T03:21:12,664 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:12,664 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:12,665 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-27T03:21:12,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:12,670 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#C#compaction#110 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-27T03:21:12,670 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/1ce92cecaabc40fe97e1a1500c3568fe is 50, key is test_row_0/C:col10/1732677669970/Put/seqid=0 2024-11-27T03:21:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T03:21:12,673 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:12,674 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:12,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:12,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741949_1125 (size=13527) 2024-11-27T03:21:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:12,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T03:21:12,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:12,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:12,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:12,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:12,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:12,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:12,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/90722549e18b4f31ad968ccac5ce7daf is 50, key is test_row_0/A:col10/1732677672743/Put/seqid=0 2024-11-27T03:21:12,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677732755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677732756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677732759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741950_1126 (size=14741) 2024-11-27T03:21:12,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/90722549e18b4f31ad968ccac5ce7daf 2024-11-27T03:21:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T03:21:12,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/027ac18a9d774b15bd5d5a157632c90e is 50, key is test_row_0/B:col10/1732677672743/Put/seqid=0 2024-11-27T03:21:12,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741951_1127 (size=12301) 2024-11-27T03:21:12,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/027ac18a9d774b15bd5d5a157632c90e 2024-11-27T03:21:12,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/accc176f43604db6a2e20694a730724d is 50, key is test_row_0/C:col10/1732677672743/Put/seqid=0 2024-11-27T03:21:12,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741952_1128 (size=12301) 2024-11-27T03:21:12,826 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:12,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T03:21:12,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/accc176f43604db6a2e20694a730724d 2024-11-27T03:21:12,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:12,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:12,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:12,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:12,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:12,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/90722549e18b4f31ad968ccac5ce7daf as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/90722549e18b4f31ad968ccac5ce7daf 2024-11-27T03:21:12,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/90722549e18b4f31ad968ccac5ce7daf, entries=200, sequenceid=537, filesize=14.4 K 2024-11-27T03:21:12,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/027ac18a9d774b15bd5d5a157632c90e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/027ac18a9d774b15bd5d5a157632c90e 2024-11-27T03:21:12,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/027ac18a9d774b15bd5d5a157632c90e, entries=150, sequenceid=537, filesize=12.0 K 2024-11-27T03:21:12,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/accc176f43604db6a2e20694a730724d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/accc176f43604db6a2e20694a730724d 2024-11-27T03:21:12,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677732861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/accc176f43604db6a2e20694a730724d, entries=150, sequenceid=537, filesize=12.0 K 2024-11-27T03:21:12,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9d6c7a0698d326089c1a84ad2bd09742 in 122ms, sequenceid=537, compaction requested=false 2024-11-27T03:21:12,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:12,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T03:21:12,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:12,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:12,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:12,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:12,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:12,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:12,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/3cf0390f886346f4a2fe3978ce1d7fe3 is 50, key is test_row_0/A:col10/1732677672758/Put/seqid=0 2024-11-27T03:21:12,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741953_1129 (size=12301) 2024-11-27T03:21:12,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677732904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677732905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T03:21:12,980 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:12,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T03:21:12,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:12,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:12,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:12,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:12,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677733007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:13,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677733008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:13,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677733063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:13,086 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/1ce92cecaabc40fe97e1a1500c3568fe as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/1ce92cecaabc40fe97e1a1500c3568fe 2024-11-27T03:21:13,093 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/C of 9d6c7a0698d326089c1a84ad2bd09742 into 1ce92cecaabc40fe97e1a1500c3568fe(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:13,093 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:13,093 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/C, priority=13, startTime=1732677672591; duration=0sec 2024-11-27T03:21:13,094 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:13,094 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:13,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:13,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T03:21:13,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:13,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677733210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:13,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677733213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T03:21:13,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:13,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T03:21:13,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:13,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/3cf0390f886346f4a2fe3978ce1d7fe3 2024-11-27T03:21:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/f4526f96812441b897dfed0f22716da5 is 50, key is test_row_0/B:col10/1732677672758/Put/seqid=0 2024-11-27T03:21:13,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741954_1130 (size=12301) 2024-11-27T03:21:13,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/f4526f96812441b897dfed0f22716da5 2024-11-27T03:21:13,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/f0bc8d75364745eeb8238c1cad45d8ad is 50, key is test_row_0/C:col10/1732677672758/Put/seqid=0 2024-11-27T03:21:13,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741955_1131 (size=12301) 2024-11-27T03:21:13,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/f0bc8d75364745eeb8238c1cad45d8ad 2024-11-27T03:21:13,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/3cf0390f886346f4a2fe3978ce1d7fe3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3cf0390f886346f4a2fe3978ce1d7fe3 2024-11-27T03:21:13,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3cf0390f886346f4a2fe3978ce1d7fe3, entries=150, sequenceid=550, filesize=12.0 K 2024-11-27T03:21:13,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/f4526f96812441b897dfed0f22716da5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f4526f96812441b897dfed0f22716da5 2024-11-27T03:21:13,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f4526f96812441b897dfed0f22716da5, entries=150, sequenceid=550, filesize=12.0 K 2024-11-27T03:21:13,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/f0bc8d75364745eeb8238c1cad45d8ad as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/f0bc8d75364745eeb8238c1cad45d8ad 2024-11-27T03:21:13,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/f0bc8d75364745eeb8238c1cad45d8ad, entries=150, sequenceid=550, filesize=12.0 K 2024-11-27T03:21:13,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9d6c7a0698d326089c1a84ad2bd09742 in 495ms, sequenceid=550, compaction requested=true 2024-11-27T03:21:13,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:13,368 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:13,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:13,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:13,368 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:13,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:13,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:13,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:13,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:13,369 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:13,369 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/A is initiating minor compaction (all files) 2024-11-27T03:21:13,369 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/A in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,370 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3a1ce08a0ee94404bacb9e6167132a77, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/90722549e18b4f31ad968ccac5ce7daf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3cf0390f886346f4a2fe3978ce1d7fe3] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=39.6 K 2024-11-27T03:21:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:13,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T03:21:13,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:13,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:13,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:13,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:13,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:13,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:13,371 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:13,371 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/B is initiating minor compaction (all files) 2024-11-27T03:21:13,371 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/B in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,371 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/b70f330263b946fe8a08c992bca01a05, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/027ac18a9d774b15bd5d5a157632c90e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f4526f96812441b897dfed0f22716da5] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=37.2 K 2024-11-27T03:21:13,372 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a1ce08a0ee94404bacb9e6167132a77, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732677669345 2024-11-27T03:21:13,372 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting b70f330263b946fe8a08c992bca01a05, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732677669345 2024-11-27T03:21:13,372 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90722549e18b4f31ad968ccac5ce7daf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732677672126 2024-11-27T03:21:13,373 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 027ac18a9d774b15bd5d5a157632c90e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732677672130 2024-11-27T03:21:13,373 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cf0390f886346f4a2fe3978ce1d7fe3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732677672758 2024-11-27T03:21:13,374 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f4526f96812441b897dfed0f22716da5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732677672758 2024-11-27T03:21:13,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/872d3c920f8940c683e54d403b13c480 is 50, key is test_row_0/A:col10/1732677672898/Put/seqid=0 2024-11-27T03:21:13,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677733400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:13,402 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#A#compaction#118 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:13,403 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/a574a26d690641d4a2931e0d844a16c7 is 50, key is test_row_0/A:col10/1732677672758/Put/seqid=0 2024-11-27T03:21:13,409 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#B#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:13,410 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/070963a6accb489896fc2e507d69721a is 50, key is test_row_0/B:col10/1732677672758/Put/seqid=0 2024-11-27T03:21:13,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741956_1132 (size=14741) 2024-11-27T03:21:13,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/872d3c920f8940c683e54d403b13c480 2024-11-27T03:21:13,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:13,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T03:21:13,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:13,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741957_1133 (size=13629) 2024-11-27T03:21:13,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/16a481b04397420593c39428c1fb8c59 is 50, key is test_row_0/B:col10/1732677672898/Put/seqid=0 2024-11-27T03:21:13,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741958_1134 (size=13629) 2024-11-27T03:21:13,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741959_1135 (size=12301) 2024-11-27T03:21:13,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677733503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:13,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677733513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:13,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677733515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:13,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38344 deadline: 1732677733582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:13,584 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., hostname=2037602345fe,42163,1732677650856, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:13,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38384 deadline: 1732677733582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:13,586 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., hostname=2037602345fe,42163,1732677650856, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:13,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:13,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T03:21:13,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:13,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677733708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:13,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:13,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T03:21:13,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:13,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T03:21:13,866 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/a574a26d690641d4a2931e0d844a16c7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/a574a26d690641d4a2931e0d844a16c7 2024-11-27T03:21:13,876 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/A of 9d6c7a0698d326089c1a84ad2bd09742 into a574a26d690641d4a2931e0d844a16c7(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:13,876 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:13,876 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/A, priority=13, startTime=1732677673368; duration=0sec 2024-11-27T03:21:13,876 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:13,876 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:13,876 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:13,878 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:13,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/16a481b04397420593c39428c1fb8c59 2024-11-27T03:21:13,878 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/C is initiating minor compaction (all files) 2024-11-27T03:21:13,878 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/C in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,878 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/1ce92cecaabc40fe97e1a1500c3568fe, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/accc176f43604db6a2e20694a730724d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/f0bc8d75364745eeb8238c1cad45d8ad] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=37.2 K 2024-11-27T03:21:13,878 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/070963a6accb489896fc2e507d69721a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/070963a6accb489896fc2e507d69721a 2024-11-27T03:21:13,879 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ce92cecaabc40fe97e1a1500c3568fe, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732677669345 2024-11-27T03:21:13,880 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting accc176f43604db6a2e20694a730724d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732677672130 2024-11-27T03:21:13,881 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0bc8d75364745eeb8238c1cad45d8ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732677672758 2024-11-27T03:21:13,893 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/B of 9d6c7a0698d326089c1a84ad2bd09742 into 070963a6accb489896fc2e507d69721a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:13,893 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:13,893 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/B, priority=13, startTime=1732677673368; duration=0sec 2024-11-27T03:21:13,893 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:13,893 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:13,900 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:13,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T03:21:13,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:13,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:13,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/623c92c3fc054522b0775ef15c0547db is 50, key is test_row_0/C:col10/1732677672898/Put/seqid=0 2024-11-27T03:21:13,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:13,914 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#C#compaction#122 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:13,916 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/24bf28fe1b9d43888ccc075e9023e17b is 50, key is test_row_0/C:col10/1732677672758/Put/seqid=0 2024-11-27T03:21:13,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741961_1137 (size=13629) 2024-11-27T03:21:13,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741960_1136 (size=12301) 2024-11-27T03:21:14,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677734010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:14,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677734015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:14,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677734017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:14,054 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:14,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T03:21:14,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:14,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:14,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:14,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:14,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:14,208 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:14,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T03:21:14,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:14,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:14,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:14,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:14,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:14,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/623c92c3fc054522b0775ef15c0547db 2024-11-27T03:21:14,346 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/24bf28fe1b9d43888ccc075e9023e17b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/24bf28fe1b9d43888ccc075e9023e17b 2024-11-27T03:21:14,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/872d3c920f8940c683e54d403b13c480 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/872d3c920f8940c683e54d403b13c480 2024-11-27T03:21:14,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/872d3c920f8940c683e54d403b13c480, entries=200, sequenceid=575, filesize=14.4 K 2024-11-27T03:21:14,361 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/C of 9d6c7a0698d326089c1a84ad2bd09742 into 24bf28fe1b9d43888ccc075e9023e17b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:14,361 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:14,361 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/C, priority=13, startTime=1732677673368; duration=0sec 2024-11-27T03:21:14,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:14,361 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:14,361 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:14,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T03:21:14,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:14,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:14,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:14,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:14,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:14,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/16a481b04397420593c39428c1fb8c59 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/16a481b04397420593c39428c1fb8c59 2024-11-27T03:21:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:14,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/16a481b04397420593c39428c1fb8c59, entries=150, sequenceid=575, filesize=12.0 K 2024-11-27T03:21:14,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/623c92c3fc054522b0775ef15c0547db as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/623c92c3fc054522b0775ef15c0547db 2024-11-27T03:21:14,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/623c92c3fc054522b0775ef15c0547db, entries=150, sequenceid=575, filesize=12.0 K 2024-11-27T03:21:14,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9d6c7a0698d326089c1a84ad2bd09742 in 1007ms, sequenceid=575, compaction requested=false 2024-11-27T03:21:14,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:14,514 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:14,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T03:21:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:14,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T03:21:14,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:14,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:14,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:14,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:14,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:14,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:14,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:14,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:14,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:14,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:14,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:14,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/03f978ecd2a34cc08141e66a65d8df73 is 50, key is test_row_0/A:col10/1732677674513/Put/seqid=0 2024-11-27T03:21:14,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741962_1138 (size=14741) 2024-11-27T03:21:14,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/03f978ecd2a34cc08141e66a65d8df73 2024-11-27T03:21:14,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/35cda5340d6142a5af4f69cefaa78748 is 50, key is test_row_0/B:col10/1732677674513/Put/seqid=0 2024-11-27T03:21:14,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741963_1139 (size=12301) 2024-11-27T03:21:14,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/35cda5340d6142a5af4f69cefaa78748 2024-11-27T03:21:14,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/070304eed4434e18bfe2be441d8eac33 is 50, key is test_row_0/C:col10/1732677674513/Put/seqid=0 2024-11-27T03:21:14,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741964_1140 (size=12301) 2024-11-27T03:21:14,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/070304eed4434e18bfe2be441d8eac33 2024-11-27T03:21:14,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677734592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:14,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/03f978ecd2a34cc08141e66a65d8df73 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/03f978ecd2a34cc08141e66a65d8df73 2024-11-27T03:21:14,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/03f978ecd2a34cc08141e66a65d8df73, entries=200, sequenceid=591, filesize=14.4 K 2024-11-27T03:21:14,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/35cda5340d6142a5af4f69cefaa78748 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/35cda5340d6142a5af4f69cefaa78748 2024-11-27T03:21:14,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/35cda5340d6142a5af4f69cefaa78748, entries=150, sequenceid=591, filesize=12.0 K 2024-11-27T03:21:14,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/070304eed4434e18bfe2be441d8eac33 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/070304eed4434e18bfe2be441d8eac33 2024-11-27T03:21:14,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/070304eed4434e18bfe2be441d8eac33, entries=150, sequenceid=591, filesize=12.0 K 2024-11-27T03:21:14,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9d6c7a0698d326089c1a84ad2bd09742 in 111ms, sequenceid=591, compaction requested=true 2024-11-27T03:21:14,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:14,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:14,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:14,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:14,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:14,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:14,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:14,626 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:14,626 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:14,628 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:14,628 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/B is initiating minor compaction (all files) 2024-11-27T03:21:14,628 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/B in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:14,628 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/070963a6accb489896fc2e507d69721a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/16a481b04397420593c39428c1fb8c59, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/35cda5340d6142a5af4f69cefaa78748] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=37.3 K 2024-11-27T03:21:14,629 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:14,629 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 070963a6accb489896fc2e507d69721a, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732677672758 2024-11-27T03:21:14,629 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/A is initiating minor compaction (all files) 2024-11-27T03:21:14,629 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/A in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:14,629 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/a574a26d690641d4a2931e0d844a16c7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/872d3c920f8940c683e54d403b13c480, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/03f978ecd2a34cc08141e66a65d8df73] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=42.1 K 2024-11-27T03:21:14,630 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a574a26d690641d4a2931e0d844a16c7, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732677672758 2024-11-27T03:21:14,630 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 16a481b04397420593c39428c1fb8c59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732677672898 2024-11-27T03:21:14,630 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 872d3c920f8940c683e54d403b13c480, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732677672898 2024-11-27T03:21:14,631 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03f978ecd2a34cc08141e66a65d8df73, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1732677673391 2024-11-27T03:21:14,632 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 35cda5340d6142a5af4f69cefaa78748, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1732677673398 2024-11-27T03:21:14,663 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#A#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:14,665 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/d6cdf92f744943c092aad5f2dd47f786 is 50, key is test_row_0/A:col10/1732677674513/Put/seqid=0 2024-11-27T03:21:14,668 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:14,668 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#B#compaction#127 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:14,669 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/ab488b3f10e1464584717179b341d224 is 50, key is test_row_0/B:col10/1732677674513/Put/seqid=0 2024-11-27T03:21:14,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T03:21:14,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:14,670 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:21:14,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:14,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:14,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:14,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:14,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:14,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:14,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/b5c4fd00c637450f8f781605f40bb2a7 is 50, key is test_row_0/A:col10/1732677674591/Put/seqid=0 2024-11-27T03:21:14,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741966_1142 (size=13731) 2024-11-27T03:21:14,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741965_1141 (size=13731) 2024-11-27T03:21:14,689 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/ab488b3f10e1464584717179b341d224 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/ab488b3f10e1464584717179b341d224 2024-11-27T03:21:14,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741967_1143 (size=12301) 2024-11-27T03:21:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:14,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:14,706 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/B of 9d6c7a0698d326089c1a84ad2bd09742 into ab488b3f10e1464584717179b341d224(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:14,706 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:14,706 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/B, priority=13, startTime=1732677674626; duration=0sec 2024-11-27T03:21:14,706 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:14,706 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:14,706 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:14,707 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/b5c4fd00c637450f8f781605f40bb2a7 2024-11-27T03:21:14,708 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:14,708 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/C is initiating minor compaction (all files) 2024-11-27T03:21:14,708 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/C in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:14,708 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/24bf28fe1b9d43888ccc075e9023e17b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/623c92c3fc054522b0775ef15c0547db, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/070304eed4434e18bfe2be441d8eac33] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=37.3 K 2024-11-27T03:21:14,709 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 24bf28fe1b9d43888ccc075e9023e17b, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732677672758 2024-11-27T03:21:14,709 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 623c92c3fc054522b0775ef15c0547db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732677672898 2024-11-27T03:21:14,710 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 070304eed4434e18bfe2be441d8eac33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1732677673398 2024-11-27T03:21:14,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/0241f6e5977d4b0eb1997b501d9f0edb is 50, key is test_row_0/B:col10/1732677674591/Put/seqid=0 2024-11-27T03:21:14,732 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#C#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:14,732 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/5d630f98877b45fdb8e72c800f5b7ea7 is 50, key is test_row_0/C:col10/1732677674513/Put/seqid=0 2024-11-27T03:21:14,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677734762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T03:21:14,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741968_1144 (size=12301) 2024-11-27T03:21:14,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741969_1145 (size=13731) 2024-11-27T03:21:14,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677734865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:15,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677735018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:15,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677735023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:15,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677735069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:15,091 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/d6cdf92f744943c092aad5f2dd47f786 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d6cdf92f744943c092aad5f2dd47f786 2024-11-27T03:21:15,098 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/A of 9d6c7a0698d326089c1a84ad2bd09742 into d6cdf92f744943c092aad5f2dd47f786(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:15,098 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:15,098 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/A, priority=13, startTime=1732677674626; duration=0sec 2024-11-27T03:21:15,098 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:15,098 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:15,179 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/0241f6e5977d4b0eb1997b501d9f0edb 2024-11-27T03:21:15,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/f25e93da3991485fbdf92a54244ee09d is 50, key is test_row_0/C:col10/1732677674591/Put/seqid=0 2024-11-27T03:21:15,197 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/5d630f98877b45fdb8e72c800f5b7ea7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/5d630f98877b45fdb8e72c800f5b7ea7 2024-11-27T03:21:15,202 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/C of 9d6c7a0698d326089c1a84ad2bd09742 into 5d630f98877b45fdb8e72c800f5b7ea7(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:15,202 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:15,202 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/C, priority=13, startTime=1732677674626; duration=0sec 2024-11-27T03:21:15,203 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:15,203 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:15,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741970_1146 (size=12301) 2024-11-27T03:21:15,213 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/f25e93da3991485fbdf92a54244ee09d 2024-11-27T03:21:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/b5c4fd00c637450f8f781605f40bb2a7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/b5c4fd00c637450f8f781605f40bb2a7 2024-11-27T03:21:15,228 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/b5c4fd00c637450f8f781605f40bb2a7, entries=150, sequenceid=614, filesize=12.0 K 2024-11-27T03:21:15,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/0241f6e5977d4b0eb1997b501d9f0edb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/0241f6e5977d4b0eb1997b501d9f0edb 2024-11-27T03:21:15,237 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/0241f6e5977d4b0eb1997b501d9f0edb, entries=150, sequenceid=614, filesize=12.0 K 2024-11-27T03:21:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/f25e93da3991485fbdf92a54244ee09d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/f25e93da3991485fbdf92a54244ee09d 2024-11-27T03:21:15,245 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/f25e93da3991485fbdf92a54244ee09d, entries=150, sequenceid=614, filesize=12.0 K 2024-11-27T03:21:15,246 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9d6c7a0698d326089c1a84ad2bd09742 in 576ms, sequenceid=614, compaction requested=false 2024-11-27T03:21:15,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:15,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:15,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T03:21:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-27T03:21:15,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-27T03:21:15,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5730 sec 2024-11-27T03:21:15,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 2.5830 sec 2024-11-27T03:21:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:15,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T03:21:15,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:15,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:15,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:15,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:15,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:15,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:15,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/fbf233c65cec4becbc61cd176e5e5569 is 50, key is test_row_0/A:col10/1732677675372/Put/seqid=0 2024-11-27T03:21:15,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741971_1147 (size=14741) 2024-11-27T03:21:15,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677735414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:15,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677735518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:15,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677735720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:15,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/fbf233c65cec4becbc61cd176e5e5569 2024-11-27T03:21:15,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/d60acb39d45a4dfebcc942b6394144df is 50, key is test_row_0/B:col10/1732677675372/Put/seqid=0 2024-11-27T03:21:15,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741972_1148 (size=12301) 2024-11-27T03:21:16,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677736024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:16,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/d60acb39d45a4dfebcc942b6394144df 2024-11-27T03:21:16,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/af48ac6d840540b48c1514f70416a441 is 50, key is test_row_0/C:col10/1732677675372/Put/seqid=0 2024-11-27T03:21:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741973_1149 (size=12301) 2024-11-27T03:21:16,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/af48ac6d840540b48c1514f70416a441 2024-11-27T03:21:16,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/fbf233c65cec4becbc61cd176e5e5569 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/fbf233c65cec4becbc61cd176e5e5569 2024-11-27T03:21:16,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/fbf233c65cec4becbc61cd176e5e5569, entries=200, sequenceid=631, filesize=14.4 K 2024-11-27T03:21:16,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/d60acb39d45a4dfebcc942b6394144df as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/d60acb39d45a4dfebcc942b6394144df 2024-11-27T03:21:16,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/d60acb39d45a4dfebcc942b6394144df, entries=150, sequenceid=631, filesize=12.0 K 2024-11-27T03:21:16,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/af48ac6d840540b48c1514f70416a441 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/af48ac6d840540b48c1514f70416a441 2024-11-27T03:21:16,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/af48ac6d840540b48c1514f70416a441, entries=150, sequenceid=631, filesize=12.0 K 2024-11-27T03:21:16,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9d6c7a0698d326089c1a84ad2bd09742 in 877ms, sequenceid=631, compaction requested=true 2024-11-27T03:21:16,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:16,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:16,251 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:16,251 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d6c7a0698d326089c1a84ad2bd09742:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:16,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:16,253 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:16,253 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:16,253 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/A is initiating minor compaction (all files) 2024-11-27T03:21:16,253 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/B is initiating minor compaction (all files) 2024-11-27T03:21:16,253 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/A in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:16,253 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/B in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:16,253 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d6cdf92f744943c092aad5f2dd47f786, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/b5c4fd00c637450f8f781605f40bb2a7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/fbf233c65cec4becbc61cd176e5e5569] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=39.8 K 2024-11-27T03:21:16,253 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/ab488b3f10e1464584717179b341d224, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/0241f6e5977d4b0eb1997b501d9f0edb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/d60acb39d45a4dfebcc942b6394144df] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=37.4 K 2024-11-27T03:21:16,254 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6cdf92f744943c092aad5f2dd47f786, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1732677673398 2024-11-27T03:21:16,254 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ab488b3f10e1464584717179b341d224, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1732677673398 2024-11-27T03:21:16,255 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5c4fd00c637450f8f781605f40bb2a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=614, earliestPutTs=1732677674575 2024-11-27T03:21:16,255 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0241f6e5977d4b0eb1997b501d9f0edb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=614, earliestPutTs=1732677674575 2024-11-27T03:21:16,256 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbf233c65cec4becbc61cd176e5e5569, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=631, earliestPutTs=1732677674705 2024-11-27T03:21:16,256 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d60acb39d45a4dfebcc942b6394144df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=631, earliestPutTs=1732677674705 2024-11-27T03:21:16,267 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#A#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:16,268 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/e79a1762cd9a419384565cce8a6f939e is 50, key is test_row_0/A:col10/1732677675372/Put/seqid=0 2024-11-27T03:21:16,274 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#B#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:16,274 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/857295e831de48a49b1568424ab46d74 is 50, key is test_row_0/B:col10/1732677675372/Put/seqid=0 2024-11-27T03:21:16,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741974_1150 (size=13833) 2024-11-27T03:21:16,283 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/e79a1762cd9a419384565cce8a6f939e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/e79a1762cd9a419384565cce8a6f939e 2024-11-27T03:21:16,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741975_1151 (size=13833) 2024-11-27T03:21:16,290 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/A of 9d6c7a0698d326089c1a84ad2bd09742 into e79a1762cd9a419384565cce8a6f939e(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:16,291 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:16,291 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/A, priority=13, startTime=1732677676250; duration=0sec 2024-11-27T03:21:16,292 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:16,292 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:A 2024-11-27T03:21:16,292 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:16,293 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:16,293 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 9d6c7a0698d326089c1a84ad2bd09742/C is initiating minor compaction (all files) 2024-11-27T03:21:16,293 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d6c7a0698d326089c1a84ad2bd09742/C in TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:16,293 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/5d630f98877b45fdb8e72c800f5b7ea7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/f25e93da3991485fbdf92a54244ee09d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/af48ac6d840540b48c1514f70416a441] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp, totalSize=37.4 K 2024-11-27T03:21:16,294 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d630f98877b45fdb8e72c800f5b7ea7, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1732677673398 2024-11-27T03:21:16,295 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f25e93da3991485fbdf92a54244ee09d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=614, earliestPutTs=1732677674575 2024-11-27T03:21:16,296 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting af48ac6d840540b48c1514f70416a441, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=631, earliestPutTs=1732677674705 2024-11-27T03:21:16,305 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d6c7a0698d326089c1a84ad2bd09742#C#compaction#137 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:16,306 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/0223e02d29854a7d88655532400de8e6 is 50, key is test_row_0/C:col10/1732677675372/Put/seqid=0 2024-11-27T03:21:16,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741976_1152 (size=13833) 2024-11-27T03:21:16,329 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/0223e02d29854a7d88655532400de8e6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/0223e02d29854a7d88655532400de8e6 2024-11-27T03:21:16,335 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/C of 9d6c7a0698d326089c1a84ad2bd09742 into 0223e02d29854a7d88655532400de8e6(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:16,335 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:16,335 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/C, priority=13, startTime=1732677676251; duration=0sec 2024-11-27T03:21:16,335 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:16,336 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:C 2024-11-27T03:21:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:16,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:21:16,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:16,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:16,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:16,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:16,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:16,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:16,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/e1014bbe574949b69a606eb13ac91de8 is 50, key is test_row_0/A:col10/1732677675413/Put/seqid=0 2024-11-27T03:21:16,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741977_1153 (size=12301) 2024-11-27T03:21:16,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 337 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677736548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:16,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677736652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:16,693 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/857295e831de48a49b1568424ab46d74 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/857295e831de48a49b1568424ab46d74 2024-11-27T03:21:16,698 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d6c7a0698d326089c1a84ad2bd09742/B of 9d6c7a0698d326089c1a84ad2bd09742 into 857295e831de48a49b1568424ab46d74(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:16,698 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:16,698 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., storeName=9d6c7a0698d326089c1a84ad2bd09742/B, priority=13, startTime=1732677676251; duration=0sec 2024-11-27T03:21:16,698 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:16,698 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d6c7a0698d326089c1a84ad2bd09742:B 2024-11-27T03:21:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T03:21:16,776 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-27T03:21:16,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-27T03:21:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T03:21:16,779 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:16,780 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:16,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:16,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677736855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T03:21:16,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:16,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T03:21:16,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:16,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:16,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:16,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:16,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:16,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/e1014bbe574949b69a606eb13ac91de8 2024-11-27T03:21:16,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/5e23785c0a2441b79f469ed8e90d8c6a is 50, key is test_row_0/B:col10/1732677675413/Put/seqid=0 2024-11-27T03:21:16,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741978_1154 (size=12301) 2024-11-27T03:21:17,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38360 deadline: 1732677737039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:17,041 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., hostname=2037602345fe,42163,1732677650856, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:17,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38332 deadline: 1732677737040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:17,043 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742., hostname=2037602345fe,42163,1732677650856, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:21:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T03:21:17,085 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:17,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T03:21:17,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:17,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:17,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:17,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677737158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:17,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:17,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T03:21:17,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:17,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:17,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:17,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,280 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09ed28bb to 127.0.0.1:58362 2024-11-27T03:21:17,280 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12a1285d to 127.0.0.1:58362 2024-11-27T03:21:17,280 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x353bc462 to 127.0.0.1:58362 2024-11-27T03:21:17,280 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:17,280 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:17,280 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:17,280 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47fe2fa7 to 127.0.0.1:58362 2024-11-27T03:21:17,280 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:17,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/5e23785c0a2441b79f469ed8e90d8c6a 2024-11-27T03:21:17,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/31bc9e4f93544d30a0757650e4ceed35 is 50, key is test_row_0/C:col10/1732677675413/Put/seqid=0 2024-11-27T03:21:17,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741979_1155 (size=12301) 2024-11-27T03:21:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T03:21:17,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:17,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T03:21:17,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:17,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:17,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:17,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:17,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T03:21:17,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:17,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:17,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:17,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 345 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38330 deadline: 1732677737662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:17,697 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:17,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T03:21:17,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:17,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:17,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:17,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:17,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/31bc9e4f93544d30a0757650e4ceed35 2024-11-27T03:21:17,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/e1014bbe574949b69a606eb13ac91de8 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/e1014bbe574949b69a606eb13ac91de8 2024-11-27T03:21:17,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/e1014bbe574949b69a606eb13ac91de8, entries=150, sequenceid=656, filesize=12.0 K 2024-11-27T03:21:17,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/5e23785c0a2441b79f469ed8e90d8c6a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5e23785c0a2441b79f469ed8e90d8c6a 2024-11-27T03:21:17,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5e23785c0a2441b79f469ed8e90d8c6a, entries=150, sequenceid=656, filesize=12.0 K 2024-11-27T03:21:17,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/31bc9e4f93544d30a0757650e4ceed35 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/31bc9e4f93544d30a0757650e4ceed35 2024-11-27T03:21:17,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/31bc9e4f93544d30a0757650e4ceed35, entries=150, sequenceid=656, filesize=12.0 K 2024-11-27T03:21:17,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9d6c7a0698d326089c1a84ad2bd09742 in 1267ms, sequenceid=656, compaction requested=false 2024-11-27T03:21:17,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:17,850 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:17,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T03:21:17,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:17,851 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T03:21:17,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:17,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:17,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:17,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:17,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:17,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:17,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/65dd1e341c234e0dbb00667746babac4 is 50, key is test_row_0/A:col10/1732677676544/Put/seqid=0 2024-11-27T03:21:17,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741980_1156 (size=12301) 2024-11-27T03:21:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T03:21:18,261 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=670 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/65dd1e341c234e0dbb00667746babac4 2024-11-27T03:21:18,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/cef8240da50c4fcaa68007c8698cbc82 is 50, key is test_row_0/B:col10/1732677676544/Put/seqid=0 2024-11-27T03:21:18,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741981_1157 (size=12301) 2024-11-27T03:21:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:18,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. as already flushing 2024-11-27T03:21:18,674 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09bd0964 to 127.0.0.1:58362 2024-11-27T03:21:18,674 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:18,675 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=670 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/cef8240da50c4fcaa68007c8698cbc82 2024-11-27T03:21:18,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/e804793de90740c0b94ebd57840e5ed9 is 50, key is test_row_0/C:col10/1732677676544/Put/seqid=0 2024-11-27T03:21:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741982_1158 (size=12301) 2024-11-27T03:21:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T03:21:19,087 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=670 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/e804793de90740c0b94ebd57840e5ed9 2024-11-27T03:21:19,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/65dd1e341c234e0dbb00667746babac4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/65dd1e341c234e0dbb00667746babac4 2024-11-27T03:21:19,096 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/65dd1e341c234e0dbb00667746babac4, entries=150, sequenceid=670, filesize=12.0 K 2024-11-27T03:21:19,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/cef8240da50c4fcaa68007c8698cbc82 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/cef8240da50c4fcaa68007c8698cbc82 2024-11-27T03:21:19,101 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/cef8240da50c4fcaa68007c8698cbc82, entries=150, sequenceid=670, filesize=12.0 K 2024-11-27T03:21:19,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/e804793de90740c0b94ebd57840e5ed9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/e804793de90740c0b94ebd57840e5ed9 2024-11-27T03:21:19,106 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/e804793de90740c0b94ebd57840e5ed9, entries=150, sequenceid=670, filesize=12.0 K 2024-11-27T03:21:19,107 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=6.71 KB/6870 for 9d6c7a0698d326089c1a84ad2bd09742 in 1255ms, sequenceid=670, compaction requested=true 2024-11-27T03:21:19,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:19,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:19,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-27T03:21:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-27T03:21:19,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-27T03:21:19,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3280 sec 2024-11-27T03:21:19,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 2.3330 sec 2024-11-27T03:21:19,242 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:21:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T03:21:20,884 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-27T03:21:21,062 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e52b42a to 127.0.0.1:58362 2024-11-27T03:21:21,062 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:21,082 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f2091cc to 127.0.0.1:58362 2024-11-27T03:21:21,082 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:22,931 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T03:21:22,933 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T03:21:23,591 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18cb251d to 127.0.0.1:58362 2024-11-27T03:21:23,592 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:23,682 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45b55c24 to 127.0.0.1:58362 2024-11-27T03:21:23,682 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:23,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T03:21:23,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-11-27T03:21:23,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 181 2024-11-27T03:21:23,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-27T03:21:23,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-27T03:21:23,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-11-27T03:21:23,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T03:21:23,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5755 2024-11-27T03:21:23,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5851 2024-11-27T03:21:23,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T03:21:23,682 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2533 2024-11-27T03:21:23,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7599 rows 2024-11-27T03:21:23,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2515 2024-11-27T03:21:23,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7544 rows 2024-11-27T03:21:23,683 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T03:21:23,683 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fcb5f29 to 127.0.0.1:58362 2024-11-27T03:21:23,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:23,686 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T03:21:23,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T03:21:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:23,701 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677683700"}]},"ts":"1732677683700"} 2024-11-27T03:21:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T03:21:23,702 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T03:21:23,704 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T03:21:23,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T03:21:23,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d6c7a0698d326089c1a84ad2bd09742, UNASSIGN}] 2024-11-27T03:21:23,711 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d6c7a0698d326089c1a84ad2bd09742, UNASSIGN 2024-11-27T03:21:23,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=9d6c7a0698d326089c1a84ad2bd09742, regionState=CLOSING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:21:23,712 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T03:21:23,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure 9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:21:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T03:21:23,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:23,869 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:23,869 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T03:21:23,870 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing 9d6c7a0698d326089c1a84ad2bd09742, disabling compactions & flushes 2024-11-27T03:21:23,870 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:23,870 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:23,870 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. after waiting 0 ms 2024-11-27T03:21:23,870 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:23,870 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing 9d6c7a0698d326089c1a84ad2bd09742 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T03:21:23,871 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=A 2024-11-27T03:21:23,871 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:23,871 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=B 2024-11-27T03:21:23,871 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:23,871 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d6c7a0698d326089c1a84ad2bd09742, store=C 2024-11-27T03:21:23,871 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:23,875 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/3e48f7045ec941249dfaa1651c6fd225 is 50, key is test_row_0/A:col10/1732677683681/Put/seqid=0 2024-11-27T03:21:23,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741983_1159 (size=9857) 2024-11-27T03:21:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T03:21:24,281 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=678 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/3e48f7045ec941249dfaa1651c6fd225 2024-11-27T03:21:24,289 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/359a2b19766242eb81542af7899e2a80 is 50, key is test_row_0/B:col10/1732677683681/Put/seqid=0 2024-11-27T03:21:24,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741984_1160 (size=9857) 2024-11-27T03:21:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T03:21:24,693 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=678 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/359a2b19766242eb81542af7899e2a80 2024-11-27T03:21:24,702 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/c1e47510076e4e64ba648d07be347547 is 50, key is test_row_0/C:col10/1732677683681/Put/seqid=0 2024-11-27T03:21:24,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741985_1161 (size=9857) 2024-11-27T03:21:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T03:21:25,106 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=678 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/c1e47510076e4e64ba648d07be347547 2024-11-27T03:21:25,112 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/A/3e48f7045ec941249dfaa1651c6fd225 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3e48f7045ec941249dfaa1651c6fd225 2024-11-27T03:21:25,116 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3e48f7045ec941249dfaa1651c6fd225, entries=100, sequenceid=678, filesize=9.6 K 2024-11-27T03:21:25,117 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/B/359a2b19766242eb81542af7899e2a80 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/359a2b19766242eb81542af7899e2a80 2024-11-27T03:21:25,121 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/359a2b19766242eb81542af7899e2a80, entries=100, sequenceid=678, filesize=9.6 K 2024-11-27T03:21:25,122 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/.tmp/C/c1e47510076e4e64ba648d07be347547 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/c1e47510076e4e64ba648d07be347547 2024-11-27T03:21:25,126 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/c1e47510076e4e64ba648d07be347547, entries=100, sequenceid=678, filesize=9.6 K 2024-11-27T03:21:25,127 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9d6c7a0698d326089c1a84ad2bd09742 in 1257ms, sequenceid=678, compaction requested=true 2024-11-27T03:21:25,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/58e22665c6014b9d84d14eab687c4bb4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/576a789337354c8faad498a9c56ddab2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/471f6766683e4bcdbdf14bb76c3e66d1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/9bcde8cb7db34947ba5ebc3956b11644, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4fe411662f6440c4b4b52c61469b70fc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/b1f0850cf98b4568b816b32c3a658c42, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/42bf0e524bcd4b4aac26ff862482fde9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1c3b15a136474b65bb876caa8eae5f17, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/52c27197225747738f862861ae8b50ed, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4a2649a0d97d4c5cb5d660e5ec32dcfa, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/eb09deb6909b4dce85b3c5be184ec4ea, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/47e79f4b781b4f5588fd4f13aa66e71e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4195d0b19ab64d268e7170a4a8ddac2f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a0c699619604335a4021bfb6dae759a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/772f0afc88674dca8509245776cbeb69, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/a6c65c86aa284c01a21a070dd68472ab, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c9c29c3bf8f64209aa06cd8c2b9aabd7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a7d8c835dbc49218a82d4949fad8a6f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/aba0834fc0cb446ba9aa207ec6ebab83, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c03459f66c2944a0af7f9b6892e07a8a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/df9e0e04c73849feb17d362f1ee15463, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d62039e4233e4b4f98b2f3a86253586b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/ad69d3e6e30a412a9c08280dfc2fc592, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/5f19cfe6cada47c3860c7396b93349a3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/ad7ee1e836274b3882d4520c4658f2f9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/8854031963fe40e98976b66951f6574c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1071e2330c354aca8e9228722ea98b47, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a292ead000e4257a2513c391e25198a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7010f4eae4e44a5c86ae82fe4f6dadd8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d213416a05f74669a075c483496f5e54, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1f2d05d213c74ccf9deb3262f092a3e3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/bc110f4839a84386b69ce4196380307d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7af51b9f07534511baa986f2fe7d98ab, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/2cc62577f8a243959332c4919f565ebf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/843f77f7e3d041a28446c780d1b8547b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3a1ce08a0ee94404bacb9e6167132a77, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c8dbdf3e987e47a39c8257cdbba2e1b2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/90722549e18b4f31ad968ccac5ce7daf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/a574a26d690641d4a2931e0d844a16c7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3cf0390f886346f4a2fe3978ce1d7fe3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/872d3c920f8940c683e54d403b13c480, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/03f978ecd2a34cc08141e66a65d8df73, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d6cdf92f744943c092aad5f2dd47f786, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/b5c4fd00c637450f8f781605f40bb2a7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/fbf233c65cec4becbc61cd176e5e5569] to archive 2024-11-27T03:21:25,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:21:25,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/58e22665c6014b9d84d14eab687c4bb4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/58e22665c6014b9d84d14eab687c4bb4 2024-11-27T03:21:25,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/576a789337354c8faad498a9c56ddab2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/576a789337354c8faad498a9c56ddab2 2024-11-27T03:21:25,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/471f6766683e4bcdbdf14bb76c3e66d1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/471f6766683e4bcdbdf14bb76c3e66d1 2024-11-27T03:21:25,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/9bcde8cb7db34947ba5ebc3956b11644 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/9bcde8cb7db34947ba5ebc3956b11644 2024-11-27T03:21:25,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4fe411662f6440c4b4b52c61469b70fc to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4fe411662f6440c4b4b52c61469b70fc 2024-11-27T03:21:25,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/b1f0850cf98b4568b816b32c3a658c42 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/b1f0850cf98b4568b816b32c3a658c42 2024-11-27T03:21:25,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/42bf0e524bcd4b4aac26ff862482fde9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/42bf0e524bcd4b4aac26ff862482fde9 2024-11-27T03:21:25,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1c3b15a136474b65bb876caa8eae5f17 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1c3b15a136474b65bb876caa8eae5f17 2024-11-27T03:21:25,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/52c27197225747738f862861ae8b50ed to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/52c27197225747738f862861ae8b50ed 2024-11-27T03:21:25,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4a2649a0d97d4c5cb5d660e5ec32dcfa to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4a2649a0d97d4c5cb5d660e5ec32dcfa 2024-11-27T03:21:25,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/eb09deb6909b4dce85b3c5be184ec4ea to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/eb09deb6909b4dce85b3c5be184ec4ea 2024-11-27T03:21:25,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/47e79f4b781b4f5588fd4f13aa66e71e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/47e79f4b781b4f5588fd4f13aa66e71e 2024-11-27T03:21:25,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4195d0b19ab64d268e7170a4a8ddac2f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/4195d0b19ab64d268e7170a4a8ddac2f 2024-11-27T03:21:25,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a0c699619604335a4021bfb6dae759a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a0c699619604335a4021bfb6dae759a 2024-11-27T03:21:25,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/772f0afc88674dca8509245776cbeb69 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/772f0afc88674dca8509245776cbeb69 2024-11-27T03:21:25,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/a6c65c86aa284c01a21a070dd68472ab to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/a6c65c86aa284c01a21a070dd68472ab 2024-11-27T03:21:25,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c9c29c3bf8f64209aa06cd8c2b9aabd7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c9c29c3bf8f64209aa06cd8c2b9aabd7 2024-11-27T03:21:25,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a7d8c835dbc49218a82d4949fad8a6f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a7d8c835dbc49218a82d4949fad8a6f 2024-11-27T03:21:25,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/aba0834fc0cb446ba9aa207ec6ebab83 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/aba0834fc0cb446ba9aa207ec6ebab83 2024-11-27T03:21:25,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c03459f66c2944a0af7f9b6892e07a8a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c03459f66c2944a0af7f9b6892e07a8a 2024-11-27T03:21:25,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/df9e0e04c73849feb17d362f1ee15463 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/df9e0e04c73849feb17d362f1ee15463 2024-11-27T03:21:25,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d62039e4233e4b4f98b2f3a86253586b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d62039e4233e4b4f98b2f3a86253586b 2024-11-27T03:21:25,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/ad69d3e6e30a412a9c08280dfc2fc592 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/ad69d3e6e30a412a9c08280dfc2fc592 2024-11-27T03:21:25,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/5f19cfe6cada47c3860c7396b93349a3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/5f19cfe6cada47c3860c7396b93349a3 2024-11-27T03:21:25,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/ad7ee1e836274b3882d4520c4658f2f9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/ad7ee1e836274b3882d4520c4658f2f9 2024-11-27T03:21:25,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/8854031963fe40e98976b66951f6574c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/8854031963fe40e98976b66951f6574c 2024-11-27T03:21:25,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1071e2330c354aca8e9228722ea98b47 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1071e2330c354aca8e9228722ea98b47 2024-11-27T03:21:25,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a292ead000e4257a2513c391e25198a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7a292ead000e4257a2513c391e25198a 2024-11-27T03:21:25,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7010f4eae4e44a5c86ae82fe4f6dadd8 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7010f4eae4e44a5c86ae82fe4f6dadd8 2024-11-27T03:21:25,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d213416a05f74669a075c483496f5e54 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d213416a05f74669a075c483496f5e54 2024-11-27T03:21:25,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1f2d05d213c74ccf9deb3262f092a3e3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/1f2d05d213c74ccf9deb3262f092a3e3 2024-11-27T03:21:25,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/bc110f4839a84386b69ce4196380307d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/bc110f4839a84386b69ce4196380307d 2024-11-27T03:21:25,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7af51b9f07534511baa986f2fe7d98ab to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/7af51b9f07534511baa986f2fe7d98ab 2024-11-27T03:21:25,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/2cc62577f8a243959332c4919f565ebf to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/2cc62577f8a243959332c4919f565ebf 2024-11-27T03:21:25,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/843f77f7e3d041a28446c780d1b8547b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/843f77f7e3d041a28446c780d1b8547b 2024-11-27T03:21:25,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3a1ce08a0ee94404bacb9e6167132a77 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3a1ce08a0ee94404bacb9e6167132a77 2024-11-27T03:21:25,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c8dbdf3e987e47a39c8257cdbba2e1b2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/c8dbdf3e987e47a39c8257cdbba2e1b2 2024-11-27T03:21:25,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/90722549e18b4f31ad968ccac5ce7daf to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/90722549e18b4f31ad968ccac5ce7daf 2024-11-27T03:21:25,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/a574a26d690641d4a2931e0d844a16c7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/a574a26d690641d4a2931e0d844a16c7 2024-11-27T03:21:25,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3cf0390f886346f4a2fe3978ce1d7fe3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3cf0390f886346f4a2fe3978ce1d7fe3 2024-11-27T03:21:25,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/872d3c920f8940c683e54d403b13c480 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/872d3c920f8940c683e54d403b13c480 2024-11-27T03:21:25,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/03f978ecd2a34cc08141e66a65d8df73 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/03f978ecd2a34cc08141e66a65d8df73 2024-11-27T03:21:25,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d6cdf92f744943c092aad5f2dd47f786 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/d6cdf92f744943c092aad5f2dd47f786 2024-11-27T03:21:25,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/b5c4fd00c637450f8f781605f40bb2a7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/b5c4fd00c637450f8f781605f40bb2a7 2024-11-27T03:21:25,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/fbf233c65cec4becbc61cd176e5e5569 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/fbf233c65cec4becbc61cd176e5e5569 2024-11-27T03:21:25,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f3c6ec85c11346afacd16225a3c308cd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/b3632a90aca24001930c3026e7a2ccc2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/6eea3e3c7f9246319373d41311390528, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5ab900e0257444e7aba998c54aa6923c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/cd4001fe53fc4fe3b4964eb46751fae6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5cb6a5df84554e54a87b3bbd61505144, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/222e249df442470da720cd2e9a705d7a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/a3925e394ba640ee8052454ccc70de41, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/e2b74cdbc5f54350a5e36b8dcba91bee, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/2ec8928ce18d4c3a8493219b0ee41612, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/488189fda54e4ec085af88c7dedaf7d9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f9cbbc76a38249f09995b7ab12aad04c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/aabd4ed54867483981d9a609139f2ad0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/47b10f69ab1f4f369461dacf33545876, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/c33b6515ae9c45fdbe6c6bb86c5a48c7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/64576e827b4a4c5ca19ebbc3e8245cb0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f4fdd7fdf6354a508043831a7fdc1a97, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/697c5715484844deb9b62134590e5014, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/be570ffbd5f44277bde273280b8d92c0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/0ae7a200de0d4d0bb4ced77f77f6e562, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/6b7e240cb8e54039bd521edf04ff14b0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/d56615b91f6e4d5ca12ad06425ab2baf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5dfa702fc4784e52ba53b5052bd51336, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/819ecb5823464c6ba1c48fda72584563, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/fdefb9f0aada4b7a83c48b1f885b8296, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/3c33099a0da545b3b0e37bcd52b09ece, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5e0f7cd8167f4ba5a15c04d0e9e212c4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/1ab2bf4ea2a947539ff97db18c3b44be, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/a455f53450de4097a1ce9439fe0dc078, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/38a06b0adf124942bb6c16cccf6eb44d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/bf3a04255deb4739a2f1af2a9bd3f983, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/78b61971c18a43a8a53a3e3cd0d5ab74, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/76009071ea8f4beba13c326529266646, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/2827d65f6f004702a3e7d5132aeca058, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/8827179fe2a1433bad1645b2b4b4aaa1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/b70f330263b946fe8a08c992bca01a05, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/8144b7ba829c4cb9bc7d8147f7cde6c7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/027ac18a9d774b15bd5d5a157632c90e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/070963a6accb489896fc2e507d69721a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f4526f96812441b897dfed0f22716da5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/16a481b04397420593c39428c1fb8c59, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/ab488b3f10e1464584717179b341d224, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/35cda5340d6142a5af4f69cefaa78748, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/0241f6e5977d4b0eb1997b501d9f0edb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/d60acb39d45a4dfebcc942b6394144df] to archive 2024-11-27T03:21:25,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:21:25,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f3c6ec85c11346afacd16225a3c308cd to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f3c6ec85c11346afacd16225a3c308cd 2024-11-27T03:21:25,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/b3632a90aca24001930c3026e7a2ccc2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/b3632a90aca24001930c3026e7a2ccc2 2024-11-27T03:21:25,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/6eea3e3c7f9246319373d41311390528 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/6eea3e3c7f9246319373d41311390528 2024-11-27T03:21:25,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5ab900e0257444e7aba998c54aa6923c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5ab900e0257444e7aba998c54aa6923c 2024-11-27T03:21:25,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/cd4001fe53fc4fe3b4964eb46751fae6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/cd4001fe53fc4fe3b4964eb46751fae6 2024-11-27T03:21:25,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5cb6a5df84554e54a87b3bbd61505144 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5cb6a5df84554e54a87b3bbd61505144 2024-11-27T03:21:25,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/222e249df442470da720cd2e9a705d7a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/222e249df442470da720cd2e9a705d7a 2024-11-27T03:21:25,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/a3925e394ba640ee8052454ccc70de41 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/a3925e394ba640ee8052454ccc70de41 2024-11-27T03:21:25,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/e2b74cdbc5f54350a5e36b8dcba91bee to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/e2b74cdbc5f54350a5e36b8dcba91bee 2024-11-27T03:21:25,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/2ec8928ce18d4c3a8493219b0ee41612 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/2ec8928ce18d4c3a8493219b0ee41612 2024-11-27T03:21:25,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/488189fda54e4ec085af88c7dedaf7d9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/488189fda54e4ec085af88c7dedaf7d9 2024-11-27T03:21:25,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f9cbbc76a38249f09995b7ab12aad04c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f9cbbc76a38249f09995b7ab12aad04c 2024-11-27T03:21:25,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/aabd4ed54867483981d9a609139f2ad0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/aabd4ed54867483981d9a609139f2ad0 2024-11-27T03:21:25,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/47b10f69ab1f4f369461dacf33545876 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/47b10f69ab1f4f369461dacf33545876 2024-11-27T03:21:25,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/c33b6515ae9c45fdbe6c6bb86c5a48c7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/c33b6515ae9c45fdbe6c6bb86c5a48c7 2024-11-27T03:21:25,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/64576e827b4a4c5ca19ebbc3e8245cb0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/64576e827b4a4c5ca19ebbc3e8245cb0 2024-11-27T03:21:25,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f4fdd7fdf6354a508043831a7fdc1a97 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f4fdd7fdf6354a508043831a7fdc1a97 2024-11-27T03:21:25,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/697c5715484844deb9b62134590e5014 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/697c5715484844deb9b62134590e5014 2024-11-27T03:21:25,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/be570ffbd5f44277bde273280b8d92c0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/be570ffbd5f44277bde273280b8d92c0 2024-11-27T03:21:25,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/0ae7a200de0d4d0bb4ced77f77f6e562 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/0ae7a200de0d4d0bb4ced77f77f6e562 2024-11-27T03:21:25,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/6b7e240cb8e54039bd521edf04ff14b0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/6b7e240cb8e54039bd521edf04ff14b0 2024-11-27T03:21:25,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/d56615b91f6e4d5ca12ad06425ab2baf to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/d56615b91f6e4d5ca12ad06425ab2baf 2024-11-27T03:21:25,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5dfa702fc4784e52ba53b5052bd51336 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5dfa702fc4784e52ba53b5052bd51336 2024-11-27T03:21:25,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/819ecb5823464c6ba1c48fda72584563 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/819ecb5823464c6ba1c48fda72584563 2024-11-27T03:21:25,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/fdefb9f0aada4b7a83c48b1f885b8296 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/fdefb9f0aada4b7a83c48b1f885b8296 2024-11-27T03:21:25,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/3c33099a0da545b3b0e37bcd52b09ece to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/3c33099a0da545b3b0e37bcd52b09ece 2024-11-27T03:21:25,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5e0f7cd8167f4ba5a15c04d0e9e212c4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5e0f7cd8167f4ba5a15c04d0e9e212c4 2024-11-27T03:21:25,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/1ab2bf4ea2a947539ff97db18c3b44be to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/1ab2bf4ea2a947539ff97db18c3b44be 2024-11-27T03:21:25,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/a455f53450de4097a1ce9439fe0dc078 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/a455f53450de4097a1ce9439fe0dc078 2024-11-27T03:21:25,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/38a06b0adf124942bb6c16cccf6eb44d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/38a06b0adf124942bb6c16cccf6eb44d 2024-11-27T03:21:25,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/bf3a04255deb4739a2f1af2a9bd3f983 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/bf3a04255deb4739a2f1af2a9bd3f983 2024-11-27T03:21:25,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/78b61971c18a43a8a53a3e3cd0d5ab74 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/78b61971c18a43a8a53a3e3cd0d5ab74 2024-11-27T03:21:25,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/76009071ea8f4beba13c326529266646 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/76009071ea8f4beba13c326529266646 2024-11-27T03:21:25,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/2827d65f6f004702a3e7d5132aeca058 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/2827d65f6f004702a3e7d5132aeca058 2024-11-27T03:21:25,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/8827179fe2a1433bad1645b2b4b4aaa1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/8827179fe2a1433bad1645b2b4b4aaa1 2024-11-27T03:21:25,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/b70f330263b946fe8a08c992bca01a05 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/b70f330263b946fe8a08c992bca01a05 2024-11-27T03:21:25,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/8144b7ba829c4cb9bc7d8147f7cde6c7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/8144b7ba829c4cb9bc7d8147f7cde6c7 2024-11-27T03:21:25,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/027ac18a9d774b15bd5d5a157632c90e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/027ac18a9d774b15bd5d5a157632c90e 2024-11-27T03:21:25,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/070963a6accb489896fc2e507d69721a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/070963a6accb489896fc2e507d69721a 2024-11-27T03:21:25,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f4526f96812441b897dfed0f22716da5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/f4526f96812441b897dfed0f22716da5 2024-11-27T03:21:25,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/16a481b04397420593c39428c1fb8c59 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/16a481b04397420593c39428c1fb8c59 2024-11-27T03:21:25,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/ab488b3f10e1464584717179b341d224 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/ab488b3f10e1464584717179b341d224 2024-11-27T03:21:25,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/35cda5340d6142a5af4f69cefaa78748 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/35cda5340d6142a5af4f69cefaa78748 2024-11-27T03:21:25,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/0241f6e5977d4b0eb1997b501d9f0edb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/0241f6e5977d4b0eb1997b501d9f0edb 2024-11-27T03:21:25,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/d60acb39d45a4dfebcc942b6394144df to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/d60acb39d45a4dfebcc942b6394144df 2024-11-27T03:21:25,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/212a1eb2927042368de9546e24d48865, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ee6ad88ca5f54e9da9b9d88e2b1e1995, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/d536c3505afb4492bd64986ccd9b4628, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ad7bb69f328c47208bc33c9921e377e7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/14698efdbbb54e6a9ea8a5716a3295b4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ba824f2db34a442c8900f1c096cf1d8e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/44f6dfe11f974bcc8f96b10c336956ed, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/106769ac0e0e4f5caf7d26121f79dd86, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/b590bcf7da424ea193757b8b6f0a12f3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/050fc44a90be4c60a9d02b794e6ec5b7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cb0b94ad577f44ee8573d87d18bc1424, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ac68070ce1514946bf0eb1b5e948b9df, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/7501df95e72d4e67a78585faeb103997, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ef356183cee54795b5c27456ebfde78e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/6c67c928c4a64181ad15a9433535ac30, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/863e5af8770043e795e7da80d4eb3342, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ab9abd91961c44909a36e84b55c0fa65, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/3b34025adf05454ca82783c834b95a8a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/9b4a4be94aef4521bc6ed2647f14ba83, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cf7d33e96ab94bef8c60c27d31426bde, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cc832299815b405a8b234af8439b7c25, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ca35deaf01a94042862b076795a7ad26, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cd883820743543d3a5f4b39133b523dc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/065c15f24b44427e8cb3cc6e711e9513, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/eb08d6830da64642b2fda86249fca21f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/587e8c9c8b7b46c584038c13d0a15cf4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/bd59bafd706f411aaf38585c46147992, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/e2a02988a0d14fa3a6396b1bc9b8d93d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/85a4e421c9e543b2ae5628946dc07653, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/9d729998097e4cbcb10c90e252fced53, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/fa3fd854a9aa4334a42f847bd9c11d9a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/5e9396a1713444d1a1478490ed8a1fac, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/bca24e7b43f74409a262ca75ad2513f3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ed45dc4cd82a44409d6f9b93405da655, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/a4bdaf5e02164e638627617f9271e4d9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/1ce92cecaabc40fe97e1a1500c3568fe, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/36ab67ba4c6349e4aff995b91de7a605, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/accc176f43604db6a2e20694a730724d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/24bf28fe1b9d43888ccc075e9023e17b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/f0bc8d75364745eeb8238c1cad45d8ad, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/623c92c3fc054522b0775ef15c0547db, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/5d630f98877b45fdb8e72c800f5b7ea7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/070304eed4434e18bfe2be441d8eac33, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/f25e93da3991485fbdf92a54244ee09d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/af48ac6d840540b48c1514f70416a441] to archive 2024-11-27T03:21:25,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:21:25,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/212a1eb2927042368de9546e24d48865 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/212a1eb2927042368de9546e24d48865 2024-11-27T03:21:25,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ee6ad88ca5f54e9da9b9d88e2b1e1995 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ee6ad88ca5f54e9da9b9d88e2b1e1995 2024-11-27T03:21:25,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/d536c3505afb4492bd64986ccd9b4628 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/d536c3505afb4492bd64986ccd9b4628 2024-11-27T03:21:25,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ad7bb69f328c47208bc33c9921e377e7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ad7bb69f328c47208bc33c9921e377e7 2024-11-27T03:21:25,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/14698efdbbb54e6a9ea8a5716a3295b4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/14698efdbbb54e6a9ea8a5716a3295b4 2024-11-27T03:21:25,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ba824f2db34a442c8900f1c096cf1d8e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ba824f2db34a442c8900f1c096cf1d8e 2024-11-27T03:21:25,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/44f6dfe11f974bcc8f96b10c336956ed to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/44f6dfe11f974bcc8f96b10c336956ed 2024-11-27T03:21:25,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/106769ac0e0e4f5caf7d26121f79dd86 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/106769ac0e0e4f5caf7d26121f79dd86 2024-11-27T03:21:25,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/b590bcf7da424ea193757b8b6f0a12f3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/b590bcf7da424ea193757b8b6f0a12f3 2024-11-27T03:21:25,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/050fc44a90be4c60a9d02b794e6ec5b7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/050fc44a90be4c60a9d02b794e6ec5b7 2024-11-27T03:21:25,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cb0b94ad577f44ee8573d87d18bc1424 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cb0b94ad577f44ee8573d87d18bc1424 2024-11-27T03:21:25,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ac68070ce1514946bf0eb1b5e948b9df to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ac68070ce1514946bf0eb1b5e948b9df 2024-11-27T03:21:25,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/7501df95e72d4e67a78585faeb103997 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/7501df95e72d4e67a78585faeb103997 2024-11-27T03:21:25,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ef356183cee54795b5c27456ebfde78e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ef356183cee54795b5c27456ebfde78e 2024-11-27T03:21:25,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/6c67c928c4a64181ad15a9433535ac30 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/6c67c928c4a64181ad15a9433535ac30 2024-11-27T03:21:25,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/863e5af8770043e795e7da80d4eb3342 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/863e5af8770043e795e7da80d4eb3342 2024-11-27T03:21:25,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ab9abd91961c44909a36e84b55c0fa65 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ab9abd91961c44909a36e84b55c0fa65 2024-11-27T03:21:25,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/3b34025adf05454ca82783c834b95a8a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/3b34025adf05454ca82783c834b95a8a 2024-11-27T03:21:25,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/9b4a4be94aef4521bc6ed2647f14ba83 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/9b4a4be94aef4521bc6ed2647f14ba83 2024-11-27T03:21:25,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cf7d33e96ab94bef8c60c27d31426bde to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cf7d33e96ab94bef8c60c27d31426bde 2024-11-27T03:21:25,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cc832299815b405a8b234af8439b7c25 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cc832299815b405a8b234af8439b7c25 2024-11-27T03:21:25,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ca35deaf01a94042862b076795a7ad26 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ca35deaf01a94042862b076795a7ad26 2024-11-27T03:21:25,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cd883820743543d3a5f4b39133b523dc to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/cd883820743543d3a5f4b39133b523dc 2024-11-27T03:21:25,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/065c15f24b44427e8cb3cc6e711e9513 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/065c15f24b44427e8cb3cc6e711e9513 2024-11-27T03:21:25,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/eb08d6830da64642b2fda86249fca21f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/eb08d6830da64642b2fda86249fca21f 2024-11-27T03:21:25,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/587e8c9c8b7b46c584038c13d0a15cf4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/587e8c9c8b7b46c584038c13d0a15cf4 2024-11-27T03:21:25,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/bd59bafd706f411aaf38585c46147992 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/bd59bafd706f411aaf38585c46147992 2024-11-27T03:21:25,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/e2a02988a0d14fa3a6396b1bc9b8d93d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/e2a02988a0d14fa3a6396b1bc9b8d93d 2024-11-27T03:21:25,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/85a4e421c9e543b2ae5628946dc07653 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/85a4e421c9e543b2ae5628946dc07653 2024-11-27T03:21:25,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/9d729998097e4cbcb10c90e252fced53 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/9d729998097e4cbcb10c90e252fced53 2024-11-27T03:21:25,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/fa3fd854a9aa4334a42f847bd9c11d9a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/fa3fd854a9aa4334a42f847bd9c11d9a 2024-11-27T03:21:25,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/5e9396a1713444d1a1478490ed8a1fac to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/5e9396a1713444d1a1478490ed8a1fac 2024-11-27T03:21:25,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/bca24e7b43f74409a262ca75ad2513f3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/bca24e7b43f74409a262ca75ad2513f3 2024-11-27T03:21:25,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ed45dc4cd82a44409d6f9b93405da655 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/ed45dc4cd82a44409d6f9b93405da655 2024-11-27T03:21:25,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/a4bdaf5e02164e638627617f9271e4d9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/a4bdaf5e02164e638627617f9271e4d9 2024-11-27T03:21:25,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/1ce92cecaabc40fe97e1a1500c3568fe to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/1ce92cecaabc40fe97e1a1500c3568fe 2024-11-27T03:21:25,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/36ab67ba4c6349e4aff995b91de7a605 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/36ab67ba4c6349e4aff995b91de7a605 2024-11-27T03:21:25,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/accc176f43604db6a2e20694a730724d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/accc176f43604db6a2e20694a730724d 2024-11-27T03:21:25,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/24bf28fe1b9d43888ccc075e9023e17b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/24bf28fe1b9d43888ccc075e9023e17b 2024-11-27T03:21:25,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/f0bc8d75364745eeb8238c1cad45d8ad to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/f0bc8d75364745eeb8238c1cad45d8ad 2024-11-27T03:21:25,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/623c92c3fc054522b0775ef15c0547db to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/623c92c3fc054522b0775ef15c0547db 2024-11-27T03:21:25,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/5d630f98877b45fdb8e72c800f5b7ea7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/5d630f98877b45fdb8e72c800f5b7ea7 2024-11-27T03:21:25,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/070304eed4434e18bfe2be441d8eac33 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/070304eed4434e18bfe2be441d8eac33 2024-11-27T03:21:25,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/f25e93da3991485fbdf92a54244ee09d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/f25e93da3991485fbdf92a54244ee09d 2024-11-27T03:21:25,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/af48ac6d840540b48c1514f70416a441 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/af48ac6d840540b48c1514f70416a441 2024-11-27T03:21:25,325 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/recovered.edits/681.seqid, newMaxSeqId=681, maxSeqId=1 2024-11-27T03:21:25,328 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742. 2024-11-27T03:21:25,328 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for 9d6c7a0698d326089c1a84ad2bd09742: 2024-11-27T03:21:25,330 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed 9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:25,330 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=9d6c7a0698d326089c1a84ad2bd09742, regionState=CLOSED 2024-11-27T03:21:25,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-27T03:21:25,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure 9d6c7a0698d326089c1a84ad2bd09742, server=2037602345fe,42163,1732677650856 in 1.6180 sec 2024-11-27T03:21:25,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-27T03:21:25,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d6c7a0698d326089c1a84ad2bd09742, UNASSIGN in 1.6230 sec 2024-11-27T03:21:25,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-27T03:21:25,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6300 sec 2024-11-27T03:21:25,338 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677685338"}]},"ts":"1732677685338"} 2024-11-27T03:21:25,339 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T03:21:25,341 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T03:21:25,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6490 sec 2024-11-27T03:21:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T03:21:25,806 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-27T03:21:25,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T03:21:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:25,816 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:25,817 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-27T03:21:25,820 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:25,823 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/recovered.edits] 2024-11-27T03:21:25,826 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3e48f7045ec941249dfaa1651c6fd225 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/3e48f7045ec941249dfaa1651c6fd225 2024-11-27T03:21:25,827 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/65dd1e341c234e0dbb00667746babac4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/65dd1e341c234e0dbb00667746babac4 2024-11-27T03:21:25,829 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/e1014bbe574949b69a606eb13ac91de8 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/e1014bbe574949b69a606eb13ac91de8 2024-11-27T03:21:25,830 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/e79a1762cd9a419384565cce8a6f939e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/A/e79a1762cd9a419384565cce8a6f939e 2024-11-27T03:21:25,832 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/359a2b19766242eb81542af7899e2a80 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/359a2b19766242eb81542af7899e2a80 2024-11-27T03:21:25,834 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5e23785c0a2441b79f469ed8e90d8c6a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/5e23785c0a2441b79f469ed8e90d8c6a 2024-11-27T03:21:25,835 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/857295e831de48a49b1568424ab46d74 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/857295e831de48a49b1568424ab46d74 2024-11-27T03:21:25,836 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/cef8240da50c4fcaa68007c8698cbc82 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/B/cef8240da50c4fcaa68007c8698cbc82 2024-11-27T03:21:25,838 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/0223e02d29854a7d88655532400de8e6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/0223e02d29854a7d88655532400de8e6 2024-11-27T03:21:25,839 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/31bc9e4f93544d30a0757650e4ceed35 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/31bc9e4f93544d30a0757650e4ceed35 2024-11-27T03:21:25,840 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/c1e47510076e4e64ba648d07be347547 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/c1e47510076e4e64ba648d07be347547 2024-11-27T03:21:25,842 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/e804793de90740c0b94ebd57840e5ed9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/C/e804793de90740c0b94ebd57840e5ed9 2024-11-27T03:21:25,845 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/recovered.edits/681.seqid to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742/recovered.edits/681.seqid 2024-11-27T03:21:25,845 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/9d6c7a0698d326089c1a84ad2bd09742 2024-11-27T03:21:25,845 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T03:21:25,851 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:25,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T03:21:25,858 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T03:21:25,890 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T03:21:25,892 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:25,892 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T03:21:25,892 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732677685892"}]},"ts":"9223372036854775807"} 2024-11-27T03:21:25,895 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T03:21:25,895 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9d6c7a0698d326089c1a84ad2bd09742, NAME => 'TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T03:21:25,896 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T03:21:25,896 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732677685896"}]},"ts":"9223372036854775807"} 2024-11-27T03:21:25,898 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T03:21:25,901 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:25,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 91 msec 2024-11-27T03:21:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-27T03:21:25,919 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-27T03:21:25,934 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RS:0;2037602345fe:42163-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-326238777_22 at /127.0.0.1:59534 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x54ab8a8c-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/2037602345fe:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2037602345fe:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x54ab8a8c-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x54ab8a8c-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x54ab8a8c-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=429 (was 315) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6364 (was 6909) 2024-11-27T03:21:25,943 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=429, ProcessCount=11, AvailableMemoryMB=6364 2024-11-27T03:21:25,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T03:21:25,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:25,947 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:21:25,948 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:25,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-27T03:21:25,948 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:21:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-27T03:21:25,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741986_1162 (size=960) 2024-11-27T03:21:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-27T03:21:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-27T03:21:26,357 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb 2024-11-27T03:21:26,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741987_1163 (size=53) 2024-11-27T03:21:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-27T03:21:26,764 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:26,764 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 772a75e0bad810bbf43adb5d28cbbe89, disabling compactions & flushes 2024-11-27T03:21:26,764 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:26,764 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:26,764 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. after waiting 0 ms 2024-11-27T03:21:26,764 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:26,764 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:26,764 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:26,765 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:21:26,766 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732677686765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677686765"}]},"ts":"1732677686765"} 2024-11-27T03:21:26,767 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T03:21:26,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:21:26,768 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677686768"}]},"ts":"1732677686768"} 2024-11-27T03:21:26,769 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T03:21:26,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=772a75e0bad810bbf43adb5d28cbbe89, ASSIGN}] 2024-11-27T03:21:26,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=772a75e0bad810bbf43adb5d28cbbe89, ASSIGN 2024-11-27T03:21:26,775 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=772a75e0bad810bbf43adb5d28cbbe89, ASSIGN; state=OFFLINE, location=2037602345fe,42163,1732677650856; forceNewPlan=false, retain=false 2024-11-27T03:21:26,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=772a75e0bad810bbf43adb5d28cbbe89, regionState=OPENING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:21:26,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:21:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-27T03:21:27,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:27,082 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:27,082 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:27,083 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:27,083 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:27,083 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:27,083 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:27,085 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:27,086 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:21:27,086 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 772a75e0bad810bbf43adb5d28cbbe89 columnFamilyName A 2024-11-27T03:21:27,086 DEBUG [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:27,087 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.HStore(327): Store=772a75e0bad810bbf43adb5d28cbbe89/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:27,087 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:27,088 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:21:27,089 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 772a75e0bad810bbf43adb5d28cbbe89 columnFamilyName B 2024-11-27T03:21:27,089 DEBUG [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:27,090 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.HStore(327): Store=772a75e0bad810bbf43adb5d28cbbe89/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:27,090 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:27,091 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:21:27,091 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 772a75e0bad810bbf43adb5d28cbbe89 columnFamilyName C 2024-11-27T03:21:27,091 DEBUG [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:27,091 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.HStore(327): Store=772a75e0bad810bbf43adb5d28cbbe89/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:27,092 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:27,092 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:27,093 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:27,094 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T03:21:27,095 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:27,097 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:27,097 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 772a75e0bad810bbf43adb5d28cbbe89; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63723840, jitterRate=-0.05044078826904297}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T03:21:27,098 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:27,099 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., pid=39, masterSystemTime=1732677687079 2024-11-27T03:21:27,101 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:27,101 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:27,101 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=772a75e0bad810bbf43adb5d28cbbe89, regionState=OPEN, openSeqNum=2, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:21:27,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-27T03:21:27,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 in 176 msec 2024-11-27T03:21:27,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-27T03:21:27,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=772a75e0bad810bbf43adb5d28cbbe89, ASSIGN in 331 msec 2024-11-27T03:21:27,107 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:21:27,107 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677687107"}]},"ts":"1732677687107"} 2024-11-27T03:21:27,108 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T03:21:27,111 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:21:27,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-11-27T03:21:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-27T03:21:28,054 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-27T03:21:28,056 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04ddf4c3 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ff872d8 2024-11-27T03:21:28,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4506927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:28,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:28,063 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:28,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:28,066 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:28,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T03:21:28,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:28,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741988_1164 (size=996) 2024-11-27T03:21:28,492 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T03:21:28,492 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T03:21:28,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T03:21:28,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=772a75e0bad810bbf43adb5d28cbbe89, REOPEN/MOVE}] 2024-11-27T03:21:28,505 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=772a75e0bad810bbf43adb5d28cbbe89, REOPEN/MOVE 2024-11-27T03:21:28,506 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=772a75e0bad810bbf43adb5d28cbbe89, regionState=CLOSING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:21:28,507 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T03:21:28,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:21:28,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:28,659 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:28,659 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T03:21:28,659 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 772a75e0bad810bbf43adb5d28cbbe89, disabling compactions & flushes 2024-11-27T03:21:28,660 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:28,660 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:28,660 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. after waiting 0 ms 2024-11-27T03:21:28,660 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:28,664 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T03:21:28,664 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:28,664 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:28,664 WARN [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 772a75e0bad810bbf43adb5d28cbbe89 to self. 2024-11-27T03:21:28,666 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:28,666 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=772a75e0bad810bbf43adb5d28cbbe89, regionState=CLOSED 2024-11-27T03:21:28,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-27T03:21:28,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 in 160 msec 2024-11-27T03:21:28,669 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=772a75e0bad810bbf43adb5d28cbbe89, REOPEN/MOVE; state=CLOSED, location=2037602345fe,42163,1732677650856; forceNewPlan=false, retain=true 2024-11-27T03:21:28,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=772a75e0bad810bbf43adb5d28cbbe89, regionState=OPENING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:21:28,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:21:28,973 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:28,976 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:28,977 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:28,977 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:28,977 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:28,977 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:28,977 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:28,980 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:28,981 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:21:28,986 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 772a75e0bad810bbf43adb5d28cbbe89 columnFamilyName A 2024-11-27T03:21:28,988 DEBUG [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:28,988 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.HStore(327): Store=772a75e0bad810bbf43adb5d28cbbe89/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:28,989 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:28,990 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:21:28,990 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 772a75e0bad810bbf43adb5d28cbbe89 columnFamilyName B 2024-11-27T03:21:28,990 DEBUG [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:28,990 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.HStore(327): Store=772a75e0bad810bbf43adb5d28cbbe89/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:28,990 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:28,991 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:21:28,991 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 772a75e0bad810bbf43adb5d28cbbe89 columnFamilyName C 2024-11-27T03:21:28,991 DEBUG [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:28,992 INFO [StoreOpener-772a75e0bad810bbf43adb5d28cbbe89-1 {}] regionserver.HStore(327): Store=772a75e0bad810bbf43adb5d28cbbe89/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:28,992 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:28,992 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:28,993 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:28,995 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T03:21:28,996 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:28,997 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 772a75e0bad810bbf43adb5d28cbbe89; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60011245, jitterRate=-0.10576276481151581}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T03:21:28,998 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:28,999 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., pid=44, masterSystemTime=1732677688973 2024-11-27T03:21:29,001 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:29,001 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:29,001 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=772a75e0bad810bbf43adb5d28cbbe89, regionState=OPEN, openSeqNum=5, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-27T03:21:29,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 in 180 msec 2024-11-27T03:21:29,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-27T03:21:29,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=772a75e0bad810bbf43adb5d28cbbe89, REOPEN/MOVE in 500 msec 2024-11-27T03:21:29,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-27T03:21:29,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 511 msec 2024-11-27T03:21:29,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 934 msec 2024-11-27T03:21:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-27T03:21:29,018 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29458edd to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46c2c778 2024-11-27T03:21:29,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79982672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:29,025 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c7d6279 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@433e2b26 2024-11-27T03:21:29,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4bd1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:29,029 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328f994d to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e3a4420 2024-11-27T03:21:29,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebda6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:29,034 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a9306be to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24f64590 2024-11-27T03:21:29,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505d5ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:29,038 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x769942d9 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c5c4716 2024-11-27T03:21:29,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:29,041 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2885d2d9 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@cb464a 2024-11-27T03:21:29,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f0be85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:29,045 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-11-27T03:21:29,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:29,051 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-11-27T03:21:29,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:29,055 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-11-27T03:21:29,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:29,061 DEBUG [hconnection-0x704990dd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:29,061 DEBUG [hconnection-0x48ac9f6c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:29,063 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:29,064 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:29,065 DEBUG [hconnection-0x32a42a65-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:29,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:29,066 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-27T03:21:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T03:21:29,068 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:29,069 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:29,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:29,072 DEBUG [hconnection-0x4544d6f6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:29,073 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:29,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:21:29,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:29,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:29,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:29,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:29,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:29,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:29,088 DEBUG [hconnection-0x16227afd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:29,089 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:29,092 DEBUG [hconnection-0x4be2cd2e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:29,093 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:29,096 DEBUG [hconnection-0x52a294f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:29,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,097 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677749096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677749097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677749097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677749098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677749099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,100 DEBUG [hconnection-0x2ca88b11-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:29,100 DEBUG [hconnection-0x42695a83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:29,101 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:29,101 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:29,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127933ec645797242d4a30e12e55fa59073_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677689072/Put/seqid=0 2024-11-27T03:21:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T03:21:29,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741989_1165 (size=12154) 2024-11-27T03:21:29,173 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:29,179 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127933ec645797242d4a30e12e55fa59073_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127933ec645797242d4a30e12e55fa59073_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:29,180 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/8b0dea04cfb74020839b03c4e7875658, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:29,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/8b0dea04cfb74020839b03c4e7875658 is 175, key is test_row_0/A:col10/1732677689072/Put/seqid=0 2024-11-27T03:21:29,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677749199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677749200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677749201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677749201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677749202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:29,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741990_1166 (size=30955) 2024-11-27T03:21:29,234 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/8b0dea04cfb74020839b03c4e7875658 2024-11-27T03:21:29,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T03:21:29,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:29,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:29,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:29,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:29,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:29,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/640e6583993144db995279aec2631b26 is 50, key is test_row_0/B:col10/1732677689072/Put/seqid=0 2024-11-27T03:21:29,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741991_1167 (size=12001) 2024-11-27T03:21:29,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/640e6583993144db995279aec2631b26 2024-11-27T03:21:29,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/5c73c1ed53c5481db84d2ea9d191ba6a is 50, key is test_row_0/C:col10/1732677689072/Put/seqid=0 2024-11-27T03:21:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T03:21:29,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741992_1168 (size=12001) 2024-11-27T03:21:29,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:29,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T03:21:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:29,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677749405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677749405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677749405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677749405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677749406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,549 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:29,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T03:21:29,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:29,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:29,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:29,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:29,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T03:21:29,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:29,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T03:21:29,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:29,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:29,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:29,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:29,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:29,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677749708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677749708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677749710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677749710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677749711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:29,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/5c73c1ed53c5481db84d2ea9d191ba6a 2024-11-27T03:21:29,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/8b0dea04cfb74020839b03c4e7875658 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8b0dea04cfb74020839b03c4e7875658 2024-11-27T03:21:29,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8b0dea04cfb74020839b03c4e7875658, entries=150, sequenceid=16, filesize=30.2 K 2024-11-27T03:21:29,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/640e6583993144db995279aec2631b26 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/640e6583993144db995279aec2631b26 2024-11-27T03:21:29,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/640e6583993144db995279aec2631b26, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T03:21:29,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/5c73c1ed53c5481db84d2ea9d191ba6a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/5c73c1ed53c5481db84d2ea9d191ba6a 2024-11-27T03:21:29,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/5c73c1ed53c5481db84d2ea9d191ba6a, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T03:21:29,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 772a75e0bad810bbf43adb5d28cbbe89 in 733ms, sequenceid=16, compaction requested=false 2024-11-27T03:21:29,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:29,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:29,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-27T03:21:29,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:29,858 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T03:21:29,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:29,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:29,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:29,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:29,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:29,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:29,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127570abe53da0640eb9ae3813a6fc3f979_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677689096/Put/seqid=0 2024-11-27T03:21:29,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741993_1169 (size=12154) 2024-11-27T03:21:29,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:29,906 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127570abe53da0640eb9ae3813a6fc3f979_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127570abe53da0640eb9ae3813a6fc3f979_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:29,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/509ce18ac0a84d639ec9871426fbe48a, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:29,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/509ce18ac0a84d639ec9871426fbe48a is 175, key is test_row_0/A:col10/1732677689096/Put/seqid=0 2024-11-27T03:21:29,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741994_1170 (size=30955) 2024-11-27T03:21:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T03:21:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:30,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:30,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677750271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677750272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677750273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677750273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677750277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,333 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/509ce18ac0a84d639ec9871426fbe48a 2024-11-27T03:21:30,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/efce1fb02cf549ba85069fb2afe37d9e is 50, key is test_row_0/B:col10/1732677689096/Put/seqid=0 2024-11-27T03:21:30,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677750379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677750379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677750380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677750380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677750382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741995_1171 (size=12001) 2024-11-27T03:21:30,392 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/efce1fb02cf549ba85069fb2afe37d9e 2024-11-27T03:21:30,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/f95da2e771f844d7945b2c47e30c18f5 is 50, key is test_row_0/C:col10/1732677689096/Put/seqid=0 2024-11-27T03:21:30,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741996_1172 (size=12001) 2024-11-27T03:21:30,445 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/f95da2e771f844d7945b2c47e30c18f5 2024-11-27T03:21:30,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/509ce18ac0a84d639ec9871426fbe48a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/509ce18ac0a84d639ec9871426fbe48a 2024-11-27T03:21:30,458 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/509ce18ac0a84d639ec9871426fbe48a, entries=150, sequenceid=41, filesize=30.2 K 2024-11-27T03:21:30,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/efce1fb02cf549ba85069fb2afe37d9e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/efce1fb02cf549ba85069fb2afe37d9e 2024-11-27T03:21:30,468 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/efce1fb02cf549ba85069fb2afe37d9e, entries=150, sequenceid=41, filesize=11.7 K 2024-11-27T03:21:30,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/f95da2e771f844d7945b2c47e30c18f5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/f95da2e771f844d7945b2c47e30c18f5 2024-11-27T03:21:30,475 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/f95da2e771f844d7945b2c47e30c18f5, entries=150, sequenceid=41, filesize=11.7 K 2024-11-27T03:21:30,477 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 772a75e0bad810bbf43adb5d28cbbe89 in 618ms, sequenceid=41, compaction requested=false 2024-11-27T03:21:30,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:30,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:30,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-27T03:21:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-27T03:21:30,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-27T03:21:30,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec 2024-11-27T03:21:30,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.4160 sec 2024-11-27T03:21:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:30,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T03:21:30,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:30,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:30,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:30,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:30,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:30,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:30,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271ec957d6a2fb4e669b65a58da76785bc_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677690583/Put/seqid=0 2024-11-27T03:21:30,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741997_1173 (size=12154) 2024-11-27T03:21:30,611 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:30,616 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271ec957d6a2fb4e669b65a58da76785bc_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271ec957d6a2fb4e669b65a58da76785bc_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:30,617 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/7fe0b52007ec4148b789c3110088890d, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:30,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/7fe0b52007ec4148b789c3110088890d is 175, key is test_row_0/A:col10/1732677690583/Put/seqid=0 2024-11-27T03:21:30,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741998_1174 (size=30955) 2024-11-27T03:21:30,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677750652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677750653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677750654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677750656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677750657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677750759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677750760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677750762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677750763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677750766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T03:21:30,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677750964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677750964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677750967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677750968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:30,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677750968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,031 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/7fe0b52007ec4148b789c3110088890d 2024-11-27T03:21:31,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/e70ccee16f754702af312a3a8bf82b03 is 50, key is test_row_0/B:col10/1732677690583/Put/seqid=0 2024-11-27T03:21:31,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741999_1175 (size=12001) 2024-11-27T03:21:31,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/e70ccee16f754702af312a3a8bf82b03 2024-11-27T03:21:31,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/4fc3a8fbf0984fcb9fc0eb2f06c7514b is 50, key is test_row_0/C:col10/1732677690583/Put/seqid=0 2024-11-27T03:21:31,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742000_1176 (size=12001) 2024-11-27T03:21:31,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/4fc3a8fbf0984fcb9fc0eb2f06c7514b 2024-11-27T03:21:31,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/7fe0b52007ec4148b789c3110088890d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/7fe0b52007ec4148b789c3110088890d 2024-11-27T03:21:31,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/7fe0b52007ec4148b789c3110088890d, entries=150, sequenceid=53, filesize=30.2 K 2024-11-27T03:21:31,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/e70ccee16f754702af312a3a8bf82b03 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/e70ccee16f754702af312a3a8bf82b03 2024-11-27T03:21:31,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/e70ccee16f754702af312a3a8bf82b03, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T03:21:31,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/4fc3a8fbf0984fcb9fc0eb2f06c7514b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/4fc3a8fbf0984fcb9fc0eb2f06c7514b 2024-11-27T03:21:31,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/4fc3a8fbf0984fcb9fc0eb2f06c7514b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T03:21:31,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 772a75e0bad810bbf43adb5d28cbbe89 in 549ms, sequenceid=53, compaction requested=true 2024-11-27T03:21:31,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:31,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:31,135 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:31,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:31,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:31,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:31,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:31,135 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:31,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:31,137 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:31,137 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/A is initiating minor compaction (all files) 2024-11-27T03:21:31,137 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/A in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,138 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8b0dea04cfb74020839b03c4e7875658, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/509ce18ac0a84d639ec9871426fbe48a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/7fe0b52007ec4148b789c3110088890d] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=90.7 K 2024-11-27T03:21:31,138 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,138 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8b0dea04cfb74020839b03c4e7875658, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/509ce18ac0a84d639ec9871426fbe48a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/7fe0b52007ec4148b789c3110088890d] 2024-11-27T03:21:31,138 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:31,138 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/B is initiating minor compaction (all files) 2024-11-27T03:21:31,138 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/B in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,138 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/640e6583993144db995279aec2631b26, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/efce1fb02cf549ba85069fb2afe37d9e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/e70ccee16f754702af312a3a8bf82b03] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=35.2 K 2024-11-27T03:21:31,140 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b0dea04cfb74020839b03c4e7875658, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732677689072 2024-11-27T03:21:31,140 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 640e6583993144db995279aec2631b26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732677689072 2024-11-27T03:21:31,141 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting efce1fb02cf549ba85069fb2afe37d9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732677689094 2024-11-27T03:21:31,142 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 509ce18ac0a84d639ec9871426fbe48a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732677689094 2024-11-27T03:21:31,142 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting e70ccee16f754702af312a3a8bf82b03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677690271 2024-11-27T03:21:31,143 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fe0b52007ec4148b789c3110088890d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677690271 2024-11-27T03:21:31,155 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:31,157 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#B#compaction#156 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:31,158 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/79b57751b32b429da5273955d0307317 is 50, key is test_row_0/B:col10/1732677690583/Put/seqid=0 2024-11-27T03:21:31,169 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112795feb3d3006149048476d17ce0efe01d_772a75e0bad810bbf43adb5d28cbbe89 store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:31,172 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112795feb3d3006149048476d17ce0efe01d_772a75e0bad810bbf43adb5d28cbbe89, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:31,173 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112795feb3d3006149048476d17ce0efe01d_772a75e0bad810bbf43adb5d28cbbe89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-27T03:21:31,174 INFO [Thread-789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-27T03:21:31,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-27T03:21:31,178 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T03:21:31,179 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:31,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:31,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742001_1177 (size=12104) 2024-11-27T03:21:31,210 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/79b57751b32b429da5273955d0307317 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/79b57751b32b429da5273955d0307317 2024-11-27T03:21:31,219 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/B of 772a75e0bad810bbf43adb5d28cbbe89 into 79b57751b32b429da5273955d0307317(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:31,219 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:31,219 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/B, priority=13, startTime=1732677691135; duration=0sec 2024-11-27T03:21:31,220 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:31,220 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:B 2024-11-27T03:21:31,220 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:31,222 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:31,222 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/C is initiating minor compaction (all files) 2024-11-27T03:21:31,223 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/C in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,223 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/5c73c1ed53c5481db84d2ea9d191ba6a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/f95da2e771f844d7945b2c47e30c18f5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/4fc3a8fbf0984fcb9fc0eb2f06c7514b] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=35.2 K 2024-11-27T03:21:31,223 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c73c1ed53c5481db84d2ea9d191ba6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732677689072 2024-11-27T03:21:31,224 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f95da2e771f844d7945b2c47e30c18f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732677689094 2024-11-27T03:21:31,224 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fc3a8fbf0984fcb9fc0eb2f06c7514b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677690271 2024-11-27T03:21:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742002_1178 (size=4469) 2024-11-27T03:21:31,246 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#C#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:31,247 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/a786d531d8cd42f89b86aab1b4f7652b is 50, key is test_row_0/C:col10/1732677690583/Put/seqid=0 2024-11-27T03:21:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:31,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T03:21:31,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:31,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:31,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:31,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:31,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:31,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T03:21:31,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742003_1179 (size=12104) 2024-11-27T03:21:31,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677751278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677751279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677751279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677751281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677751281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278a2455d0d56745229b7158b3c3cb7377_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677690651/Put/seqid=0 2024-11-27T03:21:31,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742004_1180 (size=14594) 2024-11-27T03:21:31,328 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:31,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:31,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T03:21:31,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:31,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:31,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:31,334 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278a2455d0d56745229b7158b3c3cb7377_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278a2455d0d56745229b7158b3c3cb7377_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:31,336 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/c5d053df00e140c48b1a53b3317a5207, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:31,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/c5d053df00e140c48b1a53b3317a5207 is 175, key is test_row_0/A:col10/1732677690651/Put/seqid=0 2024-11-27T03:21:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742005_1181 (size=39549) 2024-11-27T03:21:31,377 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/c5d053df00e140c48b1a53b3317a5207 2024-11-27T03:21:31,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677751387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677751387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677751388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677751389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677751389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/55ec499766a94ea39642a1e8498cd69d is 50, key is test_row_0/B:col10/1732677690651/Put/seqid=0 2024-11-27T03:21:31,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742006_1182 (size=12001) 2024-11-27T03:21:31,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/55ec499766a94ea39642a1e8498cd69d 2024-11-27T03:21:31,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/fc22b7e633b44901acfd5552e9303ec7 is 50, key is test_row_0/C:col10/1732677690651/Put/seqid=0 2024-11-27T03:21:31,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742007_1183 (size=12001) 2024-11-27T03:21:31,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/fc22b7e633b44901acfd5552e9303ec7 2024-11-27T03:21:31,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/c5d053df00e140c48b1a53b3317a5207 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/c5d053df00e140c48b1a53b3317a5207 2024-11-27T03:21:31,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/c5d053df00e140c48b1a53b3317a5207, entries=200, sequenceid=79, filesize=38.6 K 2024-11-27T03:21:31,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/55ec499766a94ea39642a1e8498cd69d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/55ec499766a94ea39642a1e8498cd69d 2024-11-27T03:21:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T03:21:31,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/55ec499766a94ea39642a1e8498cd69d, entries=150, sequenceid=79, filesize=11.7 K 2024-11-27T03:21:31,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:31,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T03:21:31,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:31,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:31,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:31,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/fc22b7e633b44901acfd5552e9303ec7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/fc22b7e633b44901acfd5552e9303ec7 2024-11-27T03:21:31,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/fc22b7e633b44901acfd5552e9303ec7, entries=150, sequenceid=79, filesize=11.7 K 2024-11-27T03:21:31,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 772a75e0bad810bbf43adb5d28cbbe89 in 227ms, sequenceid=79, compaction requested=false 2024-11-27T03:21:31,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:31,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T03:21:31,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:31,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:31,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:31,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:31,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:31,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:31,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276e79664c42344941b87b381d86c23d6c_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677691278/Put/seqid=0 2024-11-27T03:21:31,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742008_1184 (size=12154) 2024-11-27T03:21:31,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,633 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677751626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677751625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,635 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#A#compaction#157 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:31,638 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/0c37bc6b2df84c3bb4b8caab113870ae is 175, key is test_row_0/A:col10/1732677690583/Put/seqid=0 2024-11-27T03:21:31,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677751631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677751632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,639 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:31,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677751633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T03:21:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:31,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:31,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:31,647 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276e79664c42344941b87b381d86c23d6c_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276e79664c42344941b87b381d86c23d6c_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:31,649 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/aeb1db8842264604b3268ef55d18493b, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:31,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/aeb1db8842264604b3268ef55d18493b is 175, key is test_row_0/A:col10/1732677691278/Put/seqid=0 2024-11-27T03:21:31,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742009_1185 (size=31058) 2024-11-27T03:21:31,669 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/0c37bc6b2df84c3bb4b8caab113870ae as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/0c37bc6b2df84c3bb4b8caab113870ae 2024-11-27T03:21:31,676 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/A of 772a75e0bad810bbf43adb5d28cbbe89 into 0c37bc6b2df84c3bb4b8caab113870ae(size=30.3 K), total size for store is 69.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:31,677 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:31,677 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/A, priority=13, startTime=1732677691135; duration=0sec 2024-11-27T03:21:31,677 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:31,677 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:A 2024-11-27T03:21:31,690 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/a786d531d8cd42f89b86aab1b4f7652b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/a786d531d8cd42f89b86aab1b4f7652b 2024-11-27T03:21:31,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742010_1186 (size=30955) 2024-11-27T03:21:31,696 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/aeb1db8842264604b3268ef55d18493b 2024-11-27T03:21:31,696 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/C of 772a75e0bad810bbf43adb5d28cbbe89 into a786d531d8cd42f89b86aab1b4f7652b(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:31,696 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:31,696 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/C, priority=13, startTime=1732677691135; duration=0sec 2024-11-27T03:21:31,696 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:31,697 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:C 2024-11-27T03:21:31,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/62821fba19af415685a18da16afcdbde is 50, key is test_row_0/B:col10/1732677691278/Put/seqid=0 2024-11-27T03:21:31,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742011_1187 (size=12001) 2024-11-27T03:21:31,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/62821fba19af415685a18da16afcdbde 2024-11-27T03:21:31,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677751734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677751735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/1e963e37506a44c0bf29842180e055ef is 50, key is test_row_0/C:col10/1732677691278/Put/seqid=0 2024-11-27T03:21:31,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677751742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677751745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677751745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742012_1188 (size=12001) 2024-11-27T03:21:31,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/1e963e37506a44c0bf29842180e055ef 2024-11-27T03:21:31,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/aeb1db8842264604b3268ef55d18493b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/aeb1db8842264604b3268ef55d18493b 2024-11-27T03:21:31,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/aeb1db8842264604b3268ef55d18493b, entries=150, sequenceid=92, filesize=30.2 K 2024-11-27T03:21:31,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/62821fba19af415685a18da16afcdbde as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/62821fba19af415685a18da16afcdbde 2024-11-27T03:21:31,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/62821fba19af415685a18da16afcdbde, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T03:21:31,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/1e963e37506a44c0bf29842180e055ef as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1e963e37506a44c0bf29842180e055ef 2024-11-27T03:21:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T03:21:31,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1e963e37506a44c0bf29842180e055ef, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T03:21:31,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 772a75e0bad810bbf43adb5d28cbbe89 in 198ms, sequenceid=92, compaction requested=true 2024-11-27T03:21:31,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:31,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:31,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:31,790 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:31,790 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:31,791 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:31,791 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/A is initiating minor compaction (all files) 2024-11-27T03:21:31,792 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/A in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,792 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/0c37bc6b2df84c3bb4b8caab113870ae, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/c5d053df00e140c48b1a53b3317a5207, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/aeb1db8842264604b3268ef55d18493b] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=99.2 K 2024-11-27T03:21:31,792 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,792 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/0c37bc6b2df84c3bb4b8caab113870ae, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/c5d053df00e140c48b1a53b3317a5207, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/aeb1db8842264604b3268ef55d18493b] 2024-11-27T03:21:31,792 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:31,792 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/B is initiating minor compaction (all files) 2024-11-27T03:21:31,792 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/B in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,792 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/79b57751b32b429da5273955d0307317, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/55ec499766a94ea39642a1e8498cd69d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/62821fba19af415685a18da16afcdbde] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=35.3 K 2024-11-27T03:21:31,793 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 79b57751b32b429da5273955d0307317, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677690271 2024-11-27T03:21:31,793 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c37bc6b2df84c3bb4b8caab113870ae, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677690271 2024-11-27T03:21:31,794 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 55ec499766a94ea39642a1e8498cd69d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732677690651 2024-11-27T03:21:31,794 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5d053df00e140c48b1a53b3317a5207, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732677690651 2024-11-27T03:21:31,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:31,794 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 62821fba19af415685a18da16afcdbde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677691278 2024-11-27T03:21:31,795 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting aeb1db8842264604b3268ef55d18493b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677691278 2024-11-27T03:21:31,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-27T03:21:31,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,795 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:21:31,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:31,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:31,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:31,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:31,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:31,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:31,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:31,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:31,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:31,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:31,827 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:31,828 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:31,828 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/bb00d5950e974697964620957dd4fc35 is 50, key is test_row_0/B:col10/1732677691278/Put/seqid=0 2024-11-27T03:21:31,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273691c3169ceb46669f46c24952ac4bde_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677691629/Put/seqid=0 2024-11-27T03:21:31,841 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127570a0d0c523541b6a3da02417d1d506d_772a75e0bad810bbf43adb5d28cbbe89 store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:31,844 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127570a0d0c523541b6a3da02417d1d506d_772a75e0bad810bbf43adb5d28cbbe89, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:31,844 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127570a0d0c523541b6a3da02417d1d506d_772a75e0bad810bbf43adb5d28cbbe89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:31,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742013_1189 (size=12207) 2024-11-27T03:21:31,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742014_1190 (size=12154) 2024-11-27T03:21:31,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:31,901 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/bb00d5950e974697964620957dd4fc35 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/bb00d5950e974697964620957dd4fc35 2024-11-27T03:21:31,907 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273691c3169ceb46669f46c24952ac4bde_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273691c3169ceb46669f46c24952ac4bde_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742015_1191 (size=4469) 2024-11-27T03:21:31,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/d5e3d699785e4174877a4429e72d7fcd, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:31,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/d5e3d699785e4174877a4429e72d7fcd is 175, key is test_row_0/A:col10/1732677691629/Put/seqid=0 2024-11-27T03:21:31,915 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#A#compaction#166 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:31,916 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/95bd9f43e0e84d528f616893d5a4bdf4 is 175, key is test_row_0/A:col10/1732677691278/Put/seqid=0 2024-11-27T03:21:31,918 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/B of 772a75e0bad810bbf43adb5d28cbbe89 into bb00d5950e974697964620957dd4fc35(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:31,918 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:31,918 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/B, priority=13, startTime=1732677691790; duration=0sec 2024-11-27T03:21:31,918 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:31,918 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:B 2024-11-27T03:21:31,918 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:31,922 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:31,922 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/C is initiating minor compaction (all files) 2024-11-27T03:21:31,922 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/C in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:31,922 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/a786d531d8cd42f89b86aab1b4f7652b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/fc22b7e633b44901acfd5552e9303ec7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1e963e37506a44c0bf29842180e055ef] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=35.3 K 2024-11-27T03:21:31,922 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting a786d531d8cd42f89b86aab1b4f7652b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677690271 2024-11-27T03:21:31,923 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting fc22b7e633b44901acfd5552e9303ec7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732677690651 2024-11-27T03:21:31,924 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e963e37506a44c0bf29842180e055ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677691278 2024-11-27T03:21:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742017_1193 (size=31161) 2024-11-27T03:21:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:31,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:31,946 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:31,948 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/e5f87d222cd0478581680dd3fdc26e37 is 50, key is test_row_0/C:col10/1732677691278/Put/seqid=0 2024-11-27T03:21:31,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742016_1192 (size=30955) 2024-11-27T03:21:31,954 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/95bd9f43e0e84d528f616893d5a4bdf4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/95bd9f43e0e84d528f616893d5a4bdf4 2024-11-27T03:21:31,954 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/d5e3d699785e4174877a4429e72d7fcd 2024-11-27T03:21:31,962 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/A of 772a75e0bad810bbf43adb5d28cbbe89 into 95bd9f43e0e84d528f616893d5a4bdf4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:31,962 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:31,962 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/A, priority=13, startTime=1732677691790; duration=0sec 2024-11-27T03:21:31,962 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:31,962 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:A 2024-11-27T03:21:31,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677751958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677751959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677751965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677751965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677751967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:31,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742018_1194 (size=12207) 2024-11-27T03:21:31,990 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/e5f87d222cd0478581680dd3fdc26e37 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/e5f87d222cd0478581680dd3fdc26e37 2024-11-27T03:21:31,996 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/C of 772a75e0bad810bbf43adb5d28cbbe89 into e5f87d222cd0478581680dd3fdc26e37(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:31,996 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:31,996 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/C, priority=13, startTime=1732677691809; duration=0sec 2024-11-27T03:21:31,997 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:31,997 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:C 2024-11-27T03:21:31,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/1fef0db5c452493ca75d74f3a0f7b7fd is 50, key is test_row_0/B:col10/1732677691629/Put/seqid=0 2024-11-27T03:21:32,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742019_1195 (size=12001) 2024-11-27T03:21:32,015 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/1fef0db5c452493ca75d74f3a0f7b7fd 2024-11-27T03:21:32,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/228b2fb78924408aa57b0d6df8a7700e is 50, key is test_row_0/C:col10/1732677691629/Put/seqid=0 2024-11-27T03:21:32,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742020_1196 (size=12001) 2024-11-27T03:21:32,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677752067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677752067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677752068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677752070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677752073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677752271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677752271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677752273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677752274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677752276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T03:21:32,439 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/228b2fb78924408aa57b0d6df8a7700e 2024-11-27T03:21:32,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/d5e3d699785e4174877a4429e72d7fcd as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/d5e3d699785e4174877a4429e72d7fcd 2024-11-27T03:21:32,457 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/d5e3d699785e4174877a4429e72d7fcd, entries=150, sequenceid=117, filesize=30.2 K 2024-11-27T03:21:32,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-27T03:21:32,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/1fef0db5c452493ca75d74f3a0f7b7fd as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1fef0db5c452493ca75d74f3a0f7b7fd 2024-11-27T03:21:32,468 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1fef0db5c452493ca75d74f3a0f7b7fd, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T03:21:32,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/228b2fb78924408aa57b0d6df8a7700e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/228b2fb78924408aa57b0d6df8a7700e 2024-11-27T03:21:32,478 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/228b2fb78924408aa57b0d6df8a7700e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T03:21:32,481 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 772a75e0bad810bbf43adb5d28cbbe89 in 686ms, sequenceid=117, compaction requested=false 2024-11-27T03:21:32,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:32,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:32,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T03:21:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-27T03:21:32,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-27T03:21:32,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3040 sec 2024-11-27T03:21:32,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.3090 sec 2024-11-27T03:21:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:32,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T03:21:32,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:32,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:32,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:32,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:32,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:32,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:32,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f4ba3a9e8d1f4e208d52ae85eb2dd4f3_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677692574/Put/seqid=0 2024-11-27T03:21:32,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742021_1197 (size=12304) 2024-11-27T03:21:32,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677752596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677752598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677752598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677752599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677752600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677752702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677752702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677752702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677752704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677752705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677752904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677752906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677752907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677752908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677752909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:32,993 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:32,998 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f4ba3a9e8d1f4e208d52ae85eb2dd4f3_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f4ba3a9e8d1f4e208d52ae85eb2dd4f3_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:32,999 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/f560ae425bfe4089a2c4006d3a067db7, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:32,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/f560ae425bfe4089a2c4006d3a067db7 is 175, key is test_row_0/A:col10/1732677692574/Put/seqid=0 2024-11-27T03:21:33,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742022_1198 (size=31105) 2024-11-27T03:21:33,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677753208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677753208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677753209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677753212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677753212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-27T03:21:33,286 INFO [Thread-789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-27T03:21:33,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-27T03:21:33,290 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:33,292 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:33,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T03:21:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T03:21:33,405 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/f560ae425bfe4089a2c4006d3a067db7 2024-11-27T03:21:33,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/60106b23c7ad41209ddac9a3e9533702 is 50, key is test_row_0/B:col10/1732677692574/Put/seqid=0 2024-11-27T03:21:33,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742023_1199 (size=12151) 2024-11-27T03:21:33,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/60106b23c7ad41209ddac9a3e9533702 2024-11-27T03:21:33,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/1b35df07569b4a03a941f9029b0f6b76 is 50, key is test_row_0/C:col10/1732677692574/Put/seqid=0 2024-11-27T03:21:33,445 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:33,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T03:21:33,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:33,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:33,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742024_1200 (size=12151) 2024-11-27T03:21:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:33,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:33,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/1b35df07569b4a03a941f9029b0f6b76 2024-11-27T03:21:33,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/f560ae425bfe4089a2c4006d3a067db7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/f560ae425bfe4089a2c4006d3a067db7 2024-11-27T03:21:33,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/f560ae425bfe4089a2c4006d3a067db7, entries=150, sequenceid=134, filesize=30.4 K 2024-11-27T03:21:33,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/60106b23c7ad41209ddac9a3e9533702 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/60106b23c7ad41209ddac9a3e9533702 2024-11-27T03:21:33,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/60106b23c7ad41209ddac9a3e9533702, entries=150, sequenceid=134, filesize=11.9 K 2024-11-27T03:21:33,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/1b35df07569b4a03a941f9029b0f6b76 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1b35df07569b4a03a941f9029b0f6b76 2024-11-27T03:21:33,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1b35df07569b4a03a941f9029b0f6b76, entries=150, sequenceid=134, filesize=11.9 K 2024-11-27T03:21:33,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 772a75e0bad810bbf43adb5d28cbbe89 in 900ms, sequenceid=134, compaction requested=true 2024-11-27T03:21:33,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:33,477 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:33,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:33,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:33,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:33,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:33,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:33,477 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:33,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:33,478 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:33,478 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/A is initiating minor compaction (all files) 2024-11-27T03:21:33,479 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/A in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:33,479 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/95bd9f43e0e84d528f616893d5a4bdf4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/d5e3d699785e4174877a4429e72d7fcd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/f560ae425bfe4089a2c4006d3a067db7] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=91.0 K 2024-11-27T03:21:33,479 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:33,479 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/95bd9f43e0e84d528f616893d5a4bdf4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/d5e3d699785e4174877a4429e72d7fcd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/f560ae425bfe4089a2c4006d3a067db7] 2024-11-27T03:21:33,479 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:33,479 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/B is initiating minor compaction (all files) 2024-11-27T03:21:33,479 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/B in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:33,479 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95bd9f43e0e84d528f616893d5a4bdf4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677691278 2024-11-27T03:21:33,479 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/bb00d5950e974697964620957dd4fc35, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1fef0db5c452493ca75d74f3a0f7b7fd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/60106b23c7ad41209ddac9a3e9533702] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=35.5 K 2024-11-27T03:21:33,480 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting bb00d5950e974697964620957dd4fc35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677691278 2024-11-27T03:21:33,480 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5e3d699785e4174877a4429e72d7fcd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732677691618 2024-11-27T03:21:33,481 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fef0db5c452493ca75d74f3a0f7b7fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732677691618 2024-11-27T03:21:33,481 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 60106b23c7ad41209ddac9a3e9533702, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732677691963 2024-11-27T03:21:33,481 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f560ae425bfe4089a2c4006d3a067db7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732677691963 2024-11-27T03:21:33,496 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#B#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:33,497 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/9ade0a5a15f341768b8b003bedf2ba11 is 50, key is test_row_0/B:col10/1732677692574/Put/seqid=0 2024-11-27T03:21:33,498 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:33,517 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127eb0d293a73e44314a4deaddbcc932c61_772a75e0bad810bbf43adb5d28cbbe89 store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:33,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742025_1201 (size=12459) 2024-11-27T03:21:33,521 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127eb0d293a73e44314a4deaddbcc932c61_772a75e0bad810bbf43adb5d28cbbe89, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:33,521 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127eb0d293a73e44314a4deaddbcc932c61_772a75e0bad810bbf43adb5d28cbbe89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:33,525 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/9ade0a5a15f341768b8b003bedf2ba11 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9ade0a5a15f341768b8b003bedf2ba11 2024-11-27T03:21:33,530 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/B of 772a75e0bad810bbf43adb5d28cbbe89 into 9ade0a5a15f341768b8b003bedf2ba11(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:33,530 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:33,530 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/B, priority=13, startTime=1732677693477; duration=0sec 2024-11-27T03:21:33,530 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:33,530 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:B 2024-11-27T03:21:33,530 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:33,532 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:33,532 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/C is initiating minor compaction (all files) 2024-11-27T03:21:33,533 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/C in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:33,533 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/e5f87d222cd0478581680dd3fdc26e37, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/228b2fb78924408aa57b0d6df8a7700e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1b35df07569b4a03a941f9029b0f6b76] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=35.5 K 2024-11-27T03:21:33,533 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting e5f87d222cd0478581680dd3fdc26e37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677691278 2024-11-27T03:21:33,534 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 228b2fb78924408aa57b0d6df8a7700e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732677691618 2024-11-27T03:21:33,534 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b35df07569b4a03a941f9029b0f6b76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732677691963 2024-11-27T03:21:33,545 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#C#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:33,546 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/eed86b0e9b884df5be29b32756fabde3 is 50, key is test_row_0/C:col10/1732677692574/Put/seqid=0 2024-11-27T03:21:33,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742026_1202 (size=4469) 2024-11-27T03:21:33,556 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#A#compaction#175 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:33,556 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/6b11ab06c3914708bfcb890b584fb77b is 175, key is test_row_0/A:col10/1732677692574/Put/seqid=0 2024-11-27T03:21:33,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742027_1203 (size=12459) 2024-11-27T03:21:33,570 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/eed86b0e9b884df5be29b32756fabde3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/eed86b0e9b884df5be29b32756fabde3 2024-11-27T03:21:33,578 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/C of 772a75e0bad810bbf43adb5d28cbbe89 into eed86b0e9b884df5be29b32756fabde3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:33,579 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:33,579 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/C, priority=13, startTime=1732677693477; duration=0sec 2024-11-27T03:21:33,579 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:33,579 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:C 2024-11-27T03:21:33,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742028_1204 (size=31413) 2024-11-27T03:21:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T03:21:33,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:33,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-27T03:21:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:33,599 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T03:21:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:33,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:33,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272fb4e429b4af407d9aaf84d472eac44a_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677692599/Put/seqid=0 2024-11-27T03:21:33,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742029_1205 (size=12304) 2024-11-27T03:21:33,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:33,628 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272fb4e429b4af407d9aaf84d472eac44a_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272fb4e429b4af407d9aaf84d472eac44a_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:33,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/566876390d204c38bab6dc9a40f8ca65, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:33,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/566876390d204c38bab6dc9a40f8ca65 is 175, key is test_row_0/A:col10/1732677692599/Put/seqid=0 2024-11-27T03:21:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742030_1206 (size=31105) 2024-11-27T03:21:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:33,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:33,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677753724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677753725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677753726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677753727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677753728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677753829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677753830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677753832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677753837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677753836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:33,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T03:21:33,989 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/6b11ab06c3914708bfcb890b584fb77b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6b11ab06c3914708bfcb890b584fb77b 2024-11-27T03:21:34,000 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/A of 772a75e0bad810bbf43adb5d28cbbe89 into 6b11ab06c3914708bfcb890b584fb77b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:34,000 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:34,000 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/A, priority=13, startTime=1732677693477; duration=0sec 2024-11-27T03:21:34,000 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:34,000 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:A 2024-11-27T03:21:34,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677754034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677754037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677754038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677754039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677754042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,048 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/566876390d204c38bab6dc9a40f8ca65 2024-11-27T03:21:34,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/4245803074b743a997a29bb509506765 is 50, key is test_row_0/B:col10/1732677692599/Put/seqid=0 2024-11-27T03:21:34,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742031_1207 (size=12151) 2024-11-27T03:21:34,064 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/4245803074b743a997a29bb509506765 2024-11-27T03:21:34,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/737e4c6b563a4c7893117b8d9b6df30e is 50, key is test_row_0/C:col10/1732677692599/Put/seqid=0 2024-11-27T03:21:34,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742032_1208 (size=12151) 2024-11-27T03:21:34,117 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/737e4c6b563a4c7893117b8d9b6df30e 2024-11-27T03:21:34,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/566876390d204c38bab6dc9a40f8ca65 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/566876390d204c38bab6dc9a40f8ca65 2024-11-27T03:21:34,131 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/566876390d204c38bab6dc9a40f8ca65, entries=150, sequenceid=158, filesize=30.4 K 2024-11-27T03:21:34,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-27T03:21:34,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/4245803074b743a997a29bb509506765 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/4245803074b743a997a29bb509506765 2024-11-27T03:21:34,143 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/4245803074b743a997a29bb509506765, entries=150, sequenceid=158, filesize=11.9 K 2024-11-27T03:21:34,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/737e4c6b563a4c7893117b8d9b6df30e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/737e4c6b563a4c7893117b8d9b6df30e 2024-11-27T03:21:34,156 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/737e4c6b563a4c7893117b8d9b6df30e, entries=150, sequenceid=158, filesize=11.9 K 2024-11-27T03:21:34,157 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 772a75e0bad810bbf43adb5d28cbbe89 in 558ms, sequenceid=158, compaction requested=false 2024-11-27T03:21:34,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:34,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:34,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-27T03:21:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-27T03:21:34,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-27T03:21:34,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 866 msec 2024-11-27T03:21:34,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 871 msec 2024-11-27T03:21:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:34,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T03:21:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:34,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:34,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fa2ba32e1b2541f9a85a97412cd560f4_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677694339/Put/seqid=0 2024-11-27T03:21:34,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742033_1209 (size=14794) 2024-11-27T03:21:34,364 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:34,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677754361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677754363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,370 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fa2ba32e1b2541f9a85a97412cd560f4_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fa2ba32e1b2541f9a85a97412cd560f4_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:34,371 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/81c6d2faa81046b3bcb29cee1fd5ac67, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:34,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/81c6d2faa81046b3bcb29cee1fd5ac67 is 175, key is test_row_0/A:col10/1732677694339/Put/seqid=0 2024-11-27T03:21:34,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677754366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677754367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677754367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742034_1210 (size=39749) 2024-11-27T03:21:34,379 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/81c6d2faa81046b3bcb29cee1fd5ac67 2024-11-27T03:21:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-27T03:21:34,397 INFO [Thread-789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-27T03:21:34,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/9bc1779859db4545aa4cf0b9cf684b43 is 50, key is test_row_0/B:col10/1732677694339/Put/seqid=0 2024-11-27T03:21:34,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-27T03:21:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T03:21:34,401 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:34,402 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:34,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:34,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742035_1211 (size=12151) 2024-11-27T03:21:34,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677754468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677754469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677754473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677754474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677754474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T03:21:34,555 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:34,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T03:21:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:34,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:34,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:34,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677754672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677754673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677754675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677754678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677754680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T03:21:34,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:34,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T03:21:34,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:34,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:34,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:34,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:34,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:34,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/9bc1779859db4545aa4cf0b9cf684b43 2024-11-27T03:21:34,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/bbc311ed56cc47fe9dcc67b3d4730cab is 50, key is test_row_0/C:col10/1732677694339/Put/seqid=0 2024-11-27T03:21:34,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742036_1212 (size=12151) 2024-11-27T03:21:34,862 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:34,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T03:21:34,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:34,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:34,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:34,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:34,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:34,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677754975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677754977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677754978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677754980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:34,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677754984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T03:21:35,016 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:35,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T03:21:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:35,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:35,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:35,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:35,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:35,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:35,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T03:21:35,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:35,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:35,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:35,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:35,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:35,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/bbc311ed56cc47fe9dcc67b3d4730cab 2024-11-27T03:21:35,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/81c6d2faa81046b3bcb29cee1fd5ac67 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/81c6d2faa81046b3bcb29cee1fd5ac67 2024-11-27T03:21:35,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/81c6d2faa81046b3bcb29cee1fd5ac67, entries=200, sequenceid=174, filesize=38.8 K 2024-11-27T03:21:35,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/9bc1779859db4545aa4cf0b9cf684b43 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9bc1779859db4545aa4cf0b9cf684b43 2024-11-27T03:21:35,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9bc1779859db4545aa4cf0b9cf684b43, entries=150, sequenceid=174, filesize=11.9 K 2024-11-27T03:21:35,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/bbc311ed56cc47fe9dcc67b3d4730cab as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/bbc311ed56cc47fe9dcc67b3d4730cab 2024-11-27T03:21:35,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/bbc311ed56cc47fe9dcc67b3d4730cab, entries=150, sequenceid=174, filesize=11.9 K 2024-11-27T03:21:35,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 772a75e0bad810bbf43adb5d28cbbe89 in 920ms, sequenceid=174, compaction requested=true 2024-11-27T03:21:35,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:35,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:35,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:35,260 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:35,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:35,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:35,260 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:35,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:35,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:35,261 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:35,261 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/A is initiating minor compaction (all files) 2024-11-27T03:21:35,261 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/A in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:35,262 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6b11ab06c3914708bfcb890b584fb77b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/566876390d204c38bab6dc9a40f8ca65, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/81c6d2faa81046b3bcb29cee1fd5ac67] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=99.9 K 2024-11-27T03:21:35,262 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:35,262 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6b11ab06c3914708bfcb890b584fb77b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/566876390d204c38bab6dc9a40f8ca65, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/81c6d2faa81046b3bcb29cee1fd5ac67] 2024-11-27T03:21:35,262 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:35,262 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/B is initiating minor compaction (all files) 2024-11-27T03:21:35,262 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/B in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:35,262 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9ade0a5a15f341768b8b003bedf2ba11, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/4245803074b743a997a29bb509506765, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9bc1779859db4545aa4cf0b9cf684b43] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=35.9 K 2024-11-27T03:21:35,262 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b11ab06c3914708bfcb890b584fb77b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732677691963 2024-11-27T03:21:35,262 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ade0a5a15f341768b8b003bedf2ba11, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732677691963 2024-11-27T03:21:35,262 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 566876390d204c38bab6dc9a40f8ca65, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732677692584 2024-11-27T03:21:35,263 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81c6d2faa81046b3bcb29cee1fd5ac67, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732677693721 2024-11-27T03:21:35,263 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4245803074b743a997a29bb509506765, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732677692584 2024-11-27T03:21:35,263 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bc1779859db4545aa4cf0b9cf684b43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732677693721 2024-11-27T03:21:35,277 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:35,278 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:35,279 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/f11093a3d5224d7b934930c192d9693d is 50, key is test_row_0/B:col10/1732677694339/Put/seqid=0 2024-11-27T03:21:35,280 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127960d122207294d79bfb054691f39e60c_772a75e0bad810bbf43adb5d28cbbe89 store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:35,282 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127960d122207294d79bfb054691f39e60c_772a75e0bad810bbf43adb5d28cbbe89, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:35,282 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127960d122207294d79bfb054691f39e60c_772a75e0bad810bbf43adb5d28cbbe89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:35,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742037_1213 (size=12561) 2024-11-27T03:21:35,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742038_1214 (size=4469) 2024-11-27T03:21:35,324 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:35,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T03:21:35,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:35,325 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T03:21:35,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:35,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:35,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:35,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:35,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:35,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:35,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278fb9db6747e0420bad0f36d1a2c20cf5_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677694357/Put/seqid=0 2024-11-27T03:21:35,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742039_1215 (size=12304) 2024-11-27T03:21:35,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:35,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677755492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677755493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677755493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677755494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677755494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T03:21:35,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677755596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677755597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677755598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677755598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677755598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,696 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#A#compaction#184 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:35,697 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/a9ed2240e23b4770afb48543ca191199 is 175, key is test_row_0/A:col10/1732677694339/Put/seqid=0 2024-11-27T03:21:35,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742040_1216 (size=31515) 2024-11-27T03:21:35,703 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/f11093a3d5224d7b934930c192d9693d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/f11093a3d5224d7b934930c192d9693d 2024-11-27T03:21:35,710 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/a9ed2240e23b4770afb48543ca191199 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a9ed2240e23b4770afb48543ca191199 2024-11-27T03:21:35,710 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/B of 772a75e0bad810bbf43adb5d28cbbe89 into f11093a3d5224d7b934930c192d9693d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:35,710 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:35,710 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/B, priority=13, startTime=1732677695260; duration=0sec 2024-11-27T03:21:35,710 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:35,710 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:B 2024-11-27T03:21:35,710 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:35,712 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:35,712 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/C is initiating minor compaction (all files) 2024-11-27T03:21:35,713 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/C in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:35,713 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/eed86b0e9b884df5be29b32756fabde3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/737e4c6b563a4c7893117b8d9b6df30e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/bbc311ed56cc47fe9dcc67b3d4730cab] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=35.9 K 2024-11-27T03:21:35,713 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting eed86b0e9b884df5be29b32756fabde3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732677691963 2024-11-27T03:21:35,714 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 737e4c6b563a4c7893117b8d9b6df30e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732677692584 2024-11-27T03:21:35,714 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting bbc311ed56cc47fe9dcc67b3d4730cab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732677693721 2024-11-27T03:21:35,716 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/A of 772a75e0bad810bbf43adb5d28cbbe89 into a9ed2240e23b4770afb48543ca191199(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:35,716 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:35,716 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/A, priority=13, startTime=1732677695260; duration=0sec 2024-11-27T03:21:35,716 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:35,716 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:A 2024-11-27T03:21:35,742 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#C#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:35,743 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/6e2835bf444045908ead7ebe020975c1 is 50, key is test_row_0/C:col10/1732677694339/Put/seqid=0 2024-11-27T03:21:35,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:35,761 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278fb9db6747e0420bad0f36d1a2c20cf5_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278fb9db6747e0420bad0f36d1a2c20cf5_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:35,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/a0d0d6f2198b45588cde6aa803d57c93, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:35,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/a0d0d6f2198b45588cde6aa803d57c93 is 175, key is test_row_0/A:col10/1732677694357/Put/seqid=0 2024-11-27T03:21:35,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742041_1217 (size=12561) 2024-11-27T03:21:35,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742042_1218 (size=31105) 2024-11-27T03:21:35,769 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/a0d0d6f2198b45588cde6aa803d57c93 2024-11-27T03:21:35,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/24a090ce8f394e82b76fd1d358800bd9 is 50, key is test_row_0/B:col10/1732677694357/Put/seqid=0 2024-11-27T03:21:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742043_1219 (size=12151) 2024-11-27T03:21:35,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677755801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677755801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677755801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677755801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677755803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:35,913 INFO [master/2037602345fe:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T03:21:35,914 INFO [master/2037602345fe:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T03:21:36,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677756103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:36,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677756105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:36,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677756106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:36,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677756106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:36,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677756107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:36,175 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/6e2835bf444045908ead7ebe020975c1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/6e2835bf444045908ead7ebe020975c1 2024-11-27T03:21:36,182 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/24a090ce8f394e82b76fd1d358800bd9 2024-11-27T03:21:36,182 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/C of 772a75e0bad810bbf43adb5d28cbbe89 into 6e2835bf444045908ead7ebe020975c1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:36,183 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:36,183 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/C, priority=13, startTime=1732677695260; duration=0sec 2024-11-27T03:21:36,183 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:36,183 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:C 2024-11-27T03:21:36,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/b9acf900caec4d4c9c1beeab8876a5fd is 50, key is test_row_0/C:col10/1732677694357/Put/seqid=0 2024-11-27T03:21:36,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742044_1220 (size=12151) 2024-11-27T03:21:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T03:21:36,602 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/b9acf900caec4d4c9c1beeab8876a5fd 2024-11-27T03:21:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/a0d0d6f2198b45588cde6aa803d57c93 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a0d0d6f2198b45588cde6aa803d57c93 2024-11-27T03:21:36,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677756607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:36,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677756609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:36,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677756609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:36,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677756610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:36,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677756610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:36,615 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a0d0d6f2198b45588cde6aa803d57c93, entries=150, sequenceid=196, filesize=30.4 K 2024-11-27T03:21:36,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/24a090ce8f394e82b76fd1d358800bd9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/24a090ce8f394e82b76fd1d358800bd9 2024-11-27T03:21:36,620 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/24a090ce8f394e82b76fd1d358800bd9, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T03:21:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/b9acf900caec4d4c9c1beeab8876a5fd as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/b9acf900caec4d4c9c1beeab8876a5fd 2024-11-27T03:21:36,626 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/b9acf900caec4d4c9c1beeab8876a5fd, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T03:21:36,629 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 772a75e0bad810bbf43adb5d28cbbe89 in 1305ms, sequenceid=196, compaction requested=false 2024-11-27T03:21:36,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:36,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:36,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-27T03:21:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-27T03:21:36,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-27T03:21:36,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2290 sec 2024-11-27T03:21:36,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.2340 sec 2024-11-27T03:21:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:37,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T03:21:37,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:37,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:37,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:37,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:37,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:37,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:37,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127223b863fb3044db8b170c301eed43e14_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677697619/Put/seqid=0 2024-11-27T03:21:37,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742045_1221 (size=12304) 2024-11-27T03:21:37,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677757652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677757652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:37,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677757654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677757654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:37,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677757655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:37,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677757758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:37,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677757758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:37,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677757758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:37,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677757758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:37,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677757759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:37,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677757961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:37,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677757962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:37,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677757962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:37,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677757963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:37,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677757964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,056 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:38,061 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127223b863fb3044db8b170c301eed43e14_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127223b863fb3044db8b170c301eed43e14_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:38,063 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/8696459e4ffa47548f79e975af26ca54, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:38,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/8696459e4ffa47548f79e975af26ca54 is 175, key is test_row_0/A:col10/1732677697619/Put/seqid=0 2024-11-27T03:21:38,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742046_1222 (size=31105) 2024-11-27T03:21:38,070 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/8696459e4ffa47548f79e975af26ca54 2024-11-27T03:21:38,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/3bbccfc518ea4bbd8cc0f65872122a0a is 50, key is test_row_0/B:col10/1732677697619/Put/seqid=0 2024-11-27T03:21:38,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742047_1223 (size=12151) 2024-11-27T03:21:38,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/3bbccfc518ea4bbd8cc0f65872122a0a 2024-11-27T03:21:38,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/28f634c9f939480fbf81520ac672444d is 50, key is test_row_0/C:col10/1732677697619/Put/seqid=0 2024-11-27T03:21:38,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742048_1224 (size=12151) 2024-11-27T03:21:38,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/28f634c9f939480fbf81520ac672444d 2024-11-27T03:21:38,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/8696459e4ffa47548f79e975af26ca54 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8696459e4ffa47548f79e975af26ca54 2024-11-27T03:21:38,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8696459e4ffa47548f79e975af26ca54, entries=150, sequenceid=215, filesize=30.4 K 2024-11-27T03:21:38,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/3bbccfc518ea4bbd8cc0f65872122a0a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3bbccfc518ea4bbd8cc0f65872122a0a 2024-11-27T03:21:38,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3bbccfc518ea4bbd8cc0f65872122a0a, entries=150, sequenceid=215, filesize=11.9 K 2024-11-27T03:21:38,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/28f634c9f939480fbf81520ac672444d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/28f634c9f939480fbf81520ac672444d 2024-11-27T03:21:38,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/28f634c9f939480fbf81520ac672444d, entries=150, sequenceid=215, filesize=11.9 K 2024-11-27T03:21:38,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 772a75e0bad810bbf43adb5d28cbbe89 in 516ms, sequenceid=215, compaction requested=true 2024-11-27T03:21:38,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:38,136 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:38,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:38,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:38,137 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:38,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:38,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:38,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:38,138 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:38,138 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/A is initiating minor compaction (all files) 2024-11-27T03:21:38,138 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/A in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:38,138 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a9ed2240e23b4770afb48543ca191199, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a0d0d6f2198b45588cde6aa803d57c93, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8696459e4ffa47548f79e975af26ca54] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=91.5 K 2024-11-27T03:21:38,138 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:38,138 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a9ed2240e23b4770afb48543ca191199, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a0d0d6f2198b45588cde6aa803d57c93, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8696459e4ffa47548f79e975af26ca54] 2024-11-27T03:21:38,139 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9ed2240e23b4770afb48543ca191199, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732677693721 2024-11-27T03:21:38,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:38,139 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:38,139 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/B is initiating minor compaction (all files) 2024-11-27T03:21:38,139 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/B in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:38,139 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/f11093a3d5224d7b934930c192d9693d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/24a090ce8f394e82b76fd1d358800bd9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3bbccfc518ea4bbd8cc0f65872122a0a] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=36.0 K 2024-11-27T03:21:38,139 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0d0d6f2198b45588cde6aa803d57c93, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732677694357 2024-11-27T03:21:38,140 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f11093a3d5224d7b934930c192d9693d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732677693721 2024-11-27T03:21:38,140 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8696459e4ffa47548f79e975af26ca54, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732677695492 2024-11-27T03:21:38,141 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 24a090ce8f394e82b76fd1d358800bd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732677694357 2024-11-27T03:21:38,141 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bbccfc518ea4bbd8cc0f65872122a0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732677695492 2024-11-27T03:21:38,153 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:38,154 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/d5a9d06fb6db4977aaad0eb186338888 is 50, key is test_row_0/B:col10/1732677697619/Put/seqid=0 2024-11-27T03:21:38,157 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:38,160 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127f5546dff3bc74a2c836b193de286ba64_772a75e0bad810bbf43adb5d28cbbe89 store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:38,162 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127f5546dff3bc74a2c836b193de286ba64_772a75e0bad810bbf43adb5d28cbbe89, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:38,163 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f5546dff3bc74a2c836b193de286ba64_772a75e0bad810bbf43adb5d28cbbe89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:38,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742049_1225 (size=12663) 2024-11-27T03:21:38,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742050_1226 (size=4469) 2024-11-27T03:21:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:38,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T03:21:38,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:38,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:38,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:38,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:38,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:38,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:38,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b961f21d1e864f11911025a5181c03d6_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677698265/Put/seqid=0 2024-11-27T03:21:38,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742051_1227 (size=14794) 2024-11-27T03:21:38,279 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:38,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677758275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677758275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677758276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677758276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677758278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,285 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b961f21d1e864f11911025a5181c03d6_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b961f21d1e864f11911025a5181c03d6_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:38,287 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/b6e48f036fde401badb3e44cd44cfc17, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:38,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/b6e48f036fde401badb3e44cd44cfc17 is 175, key is test_row_0/A:col10/1732677698265/Put/seqid=0 2024-11-27T03:21:38,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742052_1228 (size=39749) 2024-11-27T03:21:38,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677758381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677758382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677758382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677758382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677758382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T03:21:38,506 INFO [Thread-789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-27T03:21:38,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-27T03:21:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T03:21:38,508 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:38,509 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:38,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:38,580 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/d5a9d06fb6db4977aaad0eb186338888 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/d5a9d06fb6db4977aaad0eb186338888 2024-11-27T03:21:38,586 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/B of 772a75e0bad810bbf43adb5d28cbbe89 into d5a9d06fb6db4977aaad0eb186338888(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:38,586 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:38,586 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/B, priority=13, startTime=1732677698137; duration=0sec 2024-11-27T03:21:38,586 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:38,586 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:B 2024-11-27T03:21:38,586 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:38,587 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:38,587 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/C is initiating minor compaction (all files) 2024-11-27T03:21:38,587 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/C in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:38,588 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/6e2835bf444045908ead7ebe020975c1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/b9acf900caec4d4c9c1beeab8876a5fd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/28f634c9f939480fbf81520ac672444d] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=36.0 K 2024-11-27T03:21:38,588 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e2835bf444045908ead7ebe020975c1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732677693721 2024-11-27T03:21:38,588 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting b9acf900caec4d4c9c1beeab8876a5fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732677694357 2024-11-27T03:21:38,589 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 28f634c9f939480fbf81520ac672444d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732677695492 2024-11-27T03:21:38,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677758585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677758586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677758589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,594 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#A#compaction#193 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:38,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677758591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,594 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/dd32ad39e2054d088d98522e12a814fb is 175, key is test_row_0/A:col10/1732677697619/Put/seqid=0 2024-11-27T03:21:38,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677758591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,603 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:38,604 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/10d76817d5084a3c805f1ba9581b59f6 is 50, key is test_row_0/C:col10/1732677697619/Put/seqid=0 2024-11-27T03:21:38,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742053_1229 (size=31617) 2024-11-27T03:21:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T03:21:38,613 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/dd32ad39e2054d088d98522e12a814fb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/dd32ad39e2054d088d98522e12a814fb 2024-11-27T03:21:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742054_1230 (size=12663) 2024-11-27T03:21:38,620 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/A of 772a75e0bad810bbf43adb5d28cbbe89 into dd32ad39e2054d088d98522e12a814fb(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:38,620 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:38,620 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/A, priority=13, startTime=1732677698136; duration=0sec 2024-11-27T03:21:38,621 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:38,621 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:A 2024-11-27T03:21:38,623 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/10d76817d5084a3c805f1ba9581b59f6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/10d76817d5084a3c805f1ba9581b59f6 2024-11-27T03:21:38,629 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/C of 772a75e0bad810bbf43adb5d28cbbe89 into 10d76817d5084a3c805f1ba9581b59f6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:38,629 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:38,629 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/C, priority=13, startTime=1732677698137; duration=0sec 2024-11-27T03:21:38,629 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:38,629 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:C 2024-11-27T03:21:38,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:38,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T03:21:38,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:38,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:38,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:38,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:38,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:38,696 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/b6e48f036fde401badb3e44cd44cfc17 2024-11-27T03:21:38,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/9f861675fb3c4ecfb73af2a7bf87c437 is 50, key is test_row_0/B:col10/1732677698265/Put/seqid=0 2024-11-27T03:21:38,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742055_1231 (size=12151) 2024-11-27T03:21:38,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/9f861675fb3c4ecfb73af2a7bf87c437 2024-11-27T03:21:38,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/508ff9edc68e4b20846844f9a3f8b2be is 50, key is test_row_0/C:col10/1732677698265/Put/seqid=0 2024-11-27T03:21:38,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742056_1232 (size=12151) 2024-11-27T03:21:38,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/508ff9edc68e4b20846844f9a3f8b2be 2024-11-27T03:21:38,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/b6e48f036fde401badb3e44cd44cfc17 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b6e48f036fde401badb3e44cd44cfc17 2024-11-27T03:21:38,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b6e48f036fde401badb3e44cd44cfc17, entries=200, sequenceid=237, filesize=38.8 K 2024-11-27T03:21:38,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/9f861675fb3c4ecfb73af2a7bf87c437 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9f861675fb3c4ecfb73af2a7bf87c437 2024-11-27T03:21:38,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9f861675fb3c4ecfb73af2a7bf87c437, entries=150, sequenceid=237, filesize=11.9 K 2024-11-27T03:21:38,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/508ff9edc68e4b20846844f9a3f8b2be as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/508ff9edc68e4b20846844f9a3f8b2be 2024-11-27T03:21:38,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/508ff9edc68e4b20846844f9a3f8b2be, entries=150, sequenceid=237, filesize=11.9 K 2024-11-27T03:21:38,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 772a75e0bad810bbf43adb5d28cbbe89 in 506ms, sequenceid=237, compaction requested=false 2024-11-27T03:21:38,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T03:21:38,816 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:38,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T03:21:38,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:38,817 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T03:21:38,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:38,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d5e51ccf177149e18bb9fa3ffee1da6c_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677698276/Put/seqid=0 2024-11-27T03:21:38,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742057_1233 (size=12304) 2024-11-27T03:21:38,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:38,851 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d5e51ccf177149e18bb9fa3ffee1da6c_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d5e51ccf177149e18bb9fa3ffee1da6c_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:38,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/b766e4c9f4a344a19d6c07f35ced3169, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:38,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/b766e4c9f4a344a19d6c07f35ced3169 is 175, key is test_row_0/A:col10/1732677698276/Put/seqid=0 2024-11-27T03:21:38,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742058_1234 (size=31105) 2024-11-27T03:21:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:38,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:38,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677758910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677758911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677758913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677758913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:38,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677758914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677759015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677759017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677759018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677759019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677759019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T03:21:39,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677759217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677759219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677759221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677759222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677759224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,260 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/b766e4c9f4a344a19d6c07f35ced3169 2024-11-27T03:21:39,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/c2d45e43a618430ab29e4bf5b6543d82 is 50, key is test_row_0/B:col10/1732677698276/Put/seqid=0 2024-11-27T03:21:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742059_1235 (size=12151) 2024-11-27T03:21:39,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677759522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677759524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677759524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677759525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677759526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T03:21:39,674 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/c2d45e43a618430ab29e4bf5b6543d82 2024-11-27T03:21:39,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/9ed9ccb2daef4ccf97c118fa450f3183 is 50, key is test_row_0/C:col10/1732677698276/Put/seqid=0 2024-11-27T03:21:39,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742060_1236 (size=12151) 2024-11-27T03:21:39,689 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/9ed9ccb2daef4ccf97c118fa450f3183 2024-11-27T03:21:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/b766e4c9f4a344a19d6c07f35ced3169 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b766e4c9f4a344a19d6c07f35ced3169 2024-11-27T03:21:39,702 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b766e4c9f4a344a19d6c07f35ced3169, entries=150, sequenceid=254, filesize=30.4 K 2024-11-27T03:21:39,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/c2d45e43a618430ab29e4bf5b6543d82 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/c2d45e43a618430ab29e4bf5b6543d82 2024-11-27T03:21:39,709 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/c2d45e43a618430ab29e4bf5b6543d82, entries=150, sequenceid=254, filesize=11.9 K 2024-11-27T03:21:39,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/9ed9ccb2daef4ccf97c118fa450f3183 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/9ed9ccb2daef4ccf97c118fa450f3183 2024-11-27T03:21:39,717 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/9ed9ccb2daef4ccf97c118fa450f3183, entries=150, sequenceid=254, filesize=11.9 K 2024-11-27T03:21:39,718 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 772a75e0bad810bbf43adb5d28cbbe89 in 901ms, sequenceid=254, compaction requested=true 2024-11-27T03:21:39,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:39,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:39,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-27T03:21:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-27T03:21:39,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-27T03:21:39,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2110 sec 2024-11-27T03:21:39,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.2160 sec 2024-11-27T03:21:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:40,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:21:40,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:40,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:40,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:40,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:40,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:40,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:40,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279adf62cf687b41ec86e4c1546c894021_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677698913/Put/seqid=0 2024-11-27T03:21:40,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677760037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677760039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677760039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677760040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677760041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742061_1237 (size=14994) 2024-11-27T03:21:40,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677760142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677760143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677760143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677760143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677760143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677760345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677760346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677760346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677760346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677760347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,459 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:40,464 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279adf62cf687b41ec86e4c1546c894021_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279adf62cf687b41ec86e4c1546c894021_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:40,465 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/024a8c34865f4695acd4c8936a155007, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:40,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/024a8c34865f4695acd4c8936a155007 is 175, key is test_row_0/A:col10/1732677698913/Put/seqid=0 2024-11-27T03:21:40,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742062_1238 (size=39949) 2024-11-27T03:21:40,471 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/024a8c34865f4695acd4c8936a155007 2024-11-27T03:21:40,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/1f6f13194010495fbdf185eb9b53ec26 is 50, key is test_row_0/B:col10/1732677698913/Put/seqid=0 2024-11-27T03:21:40,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742063_1239 (size=12301) 2024-11-27T03:21:40,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/1f6f13194010495fbdf185eb9b53ec26 2024-11-27T03:21:40,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/7ddedf7f8cd744d9884810ec50741d0a is 50, key is test_row_0/C:col10/1732677698913/Put/seqid=0 2024-11-27T03:21:40,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742064_1240 (size=12301) 2024-11-27T03:21:40,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/7ddedf7f8cd744d9884810ec50741d0a 2024-11-27T03:21:40,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/024a8c34865f4695acd4c8936a155007 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/024a8c34865f4695acd4c8936a155007 2024-11-27T03:21:40,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/024a8c34865f4695acd4c8936a155007, entries=200, sequenceid=277, filesize=39.0 K 2024-11-27T03:21:40,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/1f6f13194010495fbdf185eb9b53ec26 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1f6f13194010495fbdf185eb9b53ec26 2024-11-27T03:21:40,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1f6f13194010495fbdf185eb9b53ec26, entries=150, sequenceid=277, filesize=12.0 K 2024-11-27T03:21:40,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/7ddedf7f8cd744d9884810ec50741d0a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/7ddedf7f8cd744d9884810ec50741d0a 2024-11-27T03:21:40,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/7ddedf7f8cd744d9884810ec50741d0a, entries=150, sequenceid=277, filesize=12.0 K 2024-11-27T03:21:40,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 772a75e0bad810bbf43adb5d28cbbe89 in 500ms, sequenceid=277, compaction requested=true 2024-11-27T03:21:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:40,528 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:40,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:40,528 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:40,530 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142420 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:40,530 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/A is initiating minor compaction (all files) 2024-11-27T03:21:40,530 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/A in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:40,530 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/dd32ad39e2054d088d98522e12a814fb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b6e48f036fde401badb3e44cd44cfc17, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b766e4c9f4a344a19d6c07f35ced3169, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/024a8c34865f4695acd4c8936a155007] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=139.1 K 2024-11-27T03:21:40,530 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:40,530 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/dd32ad39e2054d088d98522e12a814fb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b6e48f036fde401badb3e44cd44cfc17, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b766e4c9f4a344a19d6c07f35ced3169, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/024a8c34865f4695acd4c8936a155007] 2024-11-27T03:21:40,531 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd32ad39e2054d088d98522e12a814fb, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732677695492 2024-11-27T03:21:40,531 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:40,531 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/B is initiating minor compaction (all files) 2024-11-27T03:21:40,531 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/B in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:40,531 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/d5a9d06fb6db4977aaad0eb186338888, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9f861675fb3c4ecfb73af2a7bf87c437, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/c2d45e43a618430ab29e4bf5b6543d82, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1f6f13194010495fbdf185eb9b53ec26] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=48.1 K 2024-11-27T03:21:40,531 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6e48f036fde401badb3e44cd44cfc17, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732677697652 2024-11-27T03:21:40,531 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d5a9d06fb6db4977aaad0eb186338888, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732677695492 2024-11-27T03:21:40,531 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b766e4c9f4a344a19d6c07f35ced3169, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732677698275 2024-11-27T03:21:40,532 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f861675fb3c4ecfb73af2a7bf87c437, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732677697652 2024-11-27T03:21:40,532 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting c2d45e43a618430ab29e4bf5b6543d82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732677698275 2024-11-27T03:21:40,532 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 024a8c34865f4695acd4c8936a155007, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732677698909 2024-11-27T03:21:40,532 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f6f13194010495fbdf185eb9b53ec26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732677698909 2024-11-27T03:21:40,540 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:40,543 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#B#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:40,544 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/3d29e79143ad40468dda19b8697a412d is 50, key is test_row_0/B:col10/1732677698913/Put/seqid=0 2024-11-27T03:21:40,547 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127dd29986208f64caa8ee2e4dbae72a591_772a75e0bad810bbf43adb5d28cbbe89 store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:40,549 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127dd29986208f64caa8ee2e4dbae72a591_772a75e0bad810bbf43adb5d28cbbe89, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:40,550 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127dd29986208f64caa8ee2e4dbae72a591_772a75e0bad810bbf43adb5d28cbbe89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:40,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742065_1241 (size=12949) 2024-11-27T03:21:40,564 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/3d29e79143ad40468dda19b8697a412d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3d29e79143ad40468dda19b8697a412d 2024-11-27T03:21:40,571 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/B of 772a75e0bad810bbf43adb5d28cbbe89 into 3d29e79143ad40468dda19b8697a412d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:40,571 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:40,571 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/B, priority=12, startTime=1732677700528; duration=0sec 2024-11-27T03:21:40,572 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:40,572 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:B 2024-11-27T03:21:40,572 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:40,573 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:40,573 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/C is initiating minor compaction (all files) 2024-11-27T03:21:40,574 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/C in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:40,574 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/10d76817d5084a3c805f1ba9581b59f6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/508ff9edc68e4b20846844f9a3f8b2be, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/9ed9ccb2daef4ccf97c118fa450f3183, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/7ddedf7f8cd744d9884810ec50741d0a] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=48.1 K 2024-11-27T03:21:40,574 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 10d76817d5084a3c805f1ba9581b59f6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732677695492 2024-11-27T03:21:40,576 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 508ff9edc68e4b20846844f9a3f8b2be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732677697652 2024-11-27T03:21:40,577 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ed9ccb2daef4ccf97c118fa450f3183, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732677698275 2024-11-27T03:21:40,578 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ddedf7f8cd744d9884810ec50741d0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732677698909 2024-11-27T03:21:40,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742066_1242 (size=4469) 2024-11-27T03:21:40,588 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#A#compaction#204 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:40,589 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/8ba7ad02e3554be39557e086f65df8fd is 175, key is test_row_0/A:col10/1732677698913/Put/seqid=0 2024-11-27T03:21:40,594 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#C#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:40,594 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/5501a39b63cd4361acf3c209a946d893 is 50, key is test_row_0/C:col10/1732677698913/Put/seqid=0 2024-11-27T03:21:40,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742067_1243 (size=31903) 2024-11-27T03:21:40,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742068_1244 (size=12949) 2024-11-27T03:21:40,610 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/8ba7ad02e3554be39557e086f65df8fd as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8ba7ad02e3554be39557e086f65df8fd 2024-11-27T03:21:40,615 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/5501a39b63cd4361acf3c209a946d893 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/5501a39b63cd4361acf3c209a946d893 2024-11-27T03:21:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T03:21:40,619 INFO [Thread-789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-27T03:21:40,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-27T03:21:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T03:21:40,625 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:40,625 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/C of 772a75e0bad810bbf43adb5d28cbbe89 into 5501a39b63cd4361acf3c209a946d893(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:40,625 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:40,626 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/C, priority=12, startTime=1732677700528; duration=0sec 2024-11-27T03:21:40,626 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:40,626 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:C 2024-11-27T03:21:40,626 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:40,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:40,626 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/A of 772a75e0bad810bbf43adb5d28cbbe89 into 8ba7ad02e3554be39557e086f65df8fd(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:40,626 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:40,626 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/A, priority=12, startTime=1732677700528; duration=0sec 2024-11-27T03:21:40,626 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:40,626 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:A 2024-11-27T03:21:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:40,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T03:21:40,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:40,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:40,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:40,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:40,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:40,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:40,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276f4792665a144583b3dc65430346fa45_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677700649/Put/seqid=0 2024-11-27T03:21:40,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677760669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677760669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677760672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677760672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677760673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742069_1245 (size=14994) 2024-11-27T03:21:40,682 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:40,687 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276f4792665a144583b3dc65430346fa45_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276f4792665a144583b3dc65430346fa45_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:40,689 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/933a9b9b6d8d45cea4ee170c03e4c6e8, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:40,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/933a9b9b6d8d45cea4ee170c03e4c6e8 is 175, key is test_row_0/A:col10/1732677700649/Put/seqid=0 2024-11-27T03:21:40,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742070_1246 (size=39949) 2024-11-27T03:21:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T03:21:40,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677760774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677760775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677760775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677760776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677760776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:40,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-27T03:21:40,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:40,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:40,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:40,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:40,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T03:21:40,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:40,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-27T03:21:40,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:40,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:40,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:40,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:40,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:40,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677760978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677760978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677760978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677760979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:40,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677760978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,085 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:41,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-27T03:21:41,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:41,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:41,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:41,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:41,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:41,123 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/933a9b9b6d8d45cea4ee170c03e4c6e8 2024-11-27T03:21:41,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/2a4d924427114959984bf008e9d92e81 is 50, key is test_row_0/B:col10/1732677700649/Put/seqid=0 2024-11-27T03:21:41,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742071_1247 (size=12301) 2024-11-27T03:21:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T03:21:41,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:41,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-27T03:21:41,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:41,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:41,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:41,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:41,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:41,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677761280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677761281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677761282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677761283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677761286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,392 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:41,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-27T03:21:41,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:41,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:41,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:41,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:41,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:41,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/2a4d924427114959984bf008e9d92e81 2024-11-27T03:21:41,545 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:41,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/d32c3bd83f0a467b8d6ff3613f3cb416 is 50, key is test_row_0/C:col10/1732677700649/Put/seqid=0 2024-11-27T03:21:41,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-27T03:21:41,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:41,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:41,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:41,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:41,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:41,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742072_1248 (size=12301) 2024-11-27T03:21:41,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/d32c3bd83f0a467b8d6ff3613f3cb416 2024-11-27T03:21:41,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/933a9b9b6d8d45cea4ee170c03e4c6e8 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/933a9b9b6d8d45cea4ee170c03e4c6e8 2024-11-27T03:21:41,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/933a9b9b6d8d45cea4ee170c03e4c6e8, entries=200, sequenceid=294, filesize=39.0 K 2024-11-27T03:21:41,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/2a4d924427114959984bf008e9d92e81 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/2a4d924427114959984bf008e9d92e81 2024-11-27T03:21:41,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/2a4d924427114959984bf008e9d92e81, entries=150, sequenceid=294, filesize=12.0 K 2024-11-27T03:21:41,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/d32c3bd83f0a467b8d6ff3613f3cb416 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/d32c3bd83f0a467b8d6ff3613f3cb416 2024-11-27T03:21:41,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/d32c3bd83f0a467b8d6ff3613f3cb416, entries=150, sequenceid=294, filesize=12.0 K 2024-11-27T03:21:41,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 772a75e0bad810bbf43adb5d28cbbe89 in 925ms, sequenceid=294, compaction requested=false 2024-11-27T03:21:41,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:41,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:41,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-27T03:21:41,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:41,699 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:21:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:41,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:41,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274c614d590dc34bf397e8a8a8a824d193_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677700672/Put/seqid=0 2024-11-27T03:21:41,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742073_1249 (size=12454) 2024-11-27T03:21:41,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:41,720 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274c614d590dc34bf397e8a8a8a824d193_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274c614d590dc34bf397e8a8a8a824d193_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:41,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/0f593841ea884d39914e390332ffaa7d, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:41,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/0f593841ea884d39914e390332ffaa7d is 175, key is test_row_0/A:col10/1732677700672/Put/seqid=0 2024-11-27T03:21:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T03:21:41,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742074_1250 (size=31255) 2024-11-27T03:21:41,746 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/0f593841ea884d39914e390332ffaa7d 2024-11-27T03:21:41,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/738b66ab7b4a4ea79c082e92a3bb6cbf is 50, key is test_row_0/B:col10/1732677700672/Put/seqid=0 2024-11-27T03:21:41,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742075_1251 (size=12301) 2024-11-27T03:21:41,777 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/738b66ab7b4a4ea79c082e92a3bb6cbf 2024-11-27T03:21:41,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:41,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/d336971e69384760be846dee5991b2ef is 50, key is test_row_0/C:col10/1732677700672/Put/seqid=0 2024-11-27T03:21:41,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742076_1252 (size=12301) 2024-11-27T03:21:41,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677761797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677761798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677761842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677761842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677761843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677761944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677761944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677761946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677761946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:41,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677761946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677762148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677762149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677762150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677762150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677762150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,210 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/d336971e69384760be846dee5991b2ef 2024-11-27T03:21:42,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/0f593841ea884d39914e390332ffaa7d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/0f593841ea884d39914e390332ffaa7d 2024-11-27T03:21:42,221 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/0f593841ea884d39914e390332ffaa7d, entries=150, sequenceid=317, filesize=30.5 K 2024-11-27T03:21:42,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/738b66ab7b4a4ea79c082e92a3bb6cbf as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/738b66ab7b4a4ea79c082e92a3bb6cbf 2024-11-27T03:21:42,226 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/738b66ab7b4a4ea79c082e92a3bb6cbf, entries=150, sequenceid=317, filesize=12.0 K 2024-11-27T03:21:42,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/d336971e69384760be846dee5991b2ef as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/d336971e69384760be846dee5991b2ef 2024-11-27T03:21:42,232 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/d336971e69384760be846dee5991b2ef, entries=150, sequenceid=317, filesize=12.0 K 2024-11-27T03:21:42,234 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 772a75e0bad810bbf43adb5d28cbbe89 in 535ms, sequenceid=317, compaction requested=true 2024-11-27T03:21:42,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:42,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:42,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-27T03:21:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-27T03:21:42,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-27T03:21:42,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6090 sec 2024-11-27T03:21:42,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.6160 sec 2024-11-27T03:21:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:42,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T03:21:42,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:42,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:42,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:42,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:42,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:42,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:42,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f73682f2b0524d1996518895da7cc4fb_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677702456/Put/seqid=0 2024-11-27T03:21:42,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742077_1253 (size=14994) 2024-11-27T03:21:42,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677762476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677762477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677762477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677762478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677762479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677762581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677762581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677762582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677762582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677762582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T03:21:42,730 INFO [Thread-789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-27T03:21:42,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-27T03:21:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T03:21:42,733 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:42,734 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:42,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:42,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677762784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677762784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677762785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677762785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677762785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T03:21:42,880 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:42,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:42,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T03:21:42,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:42,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:42,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:42,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:42,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:42,886 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f73682f2b0524d1996518895da7cc4fb_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f73682f2b0524d1996518895da7cc4fb_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:42,888 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/3dfc07ccb5f04aa4bfc55960bb623ccf, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:42,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/3dfc07ccb5f04aa4bfc55960bb623ccf is 175, key is test_row_0/A:col10/1732677702456/Put/seqid=0 2024-11-27T03:21:42,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742078_1254 (size=39949) 2024-11-27T03:21:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T03:21:43,039 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:43,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T03:21:43,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:43,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:43,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:43,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:43,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:43,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677763086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677763087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677763088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677763088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677763088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:43,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T03:21:43,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:43,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:43,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:43,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:43,294 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/3dfc07ccb5f04aa4bfc55960bb623ccf 2024-11-27T03:21:43,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/1263b86b0ee24fd0a0c47cbdbfa73a91 is 50, key is test_row_0/B:col10/1732677702456/Put/seqid=0 2024-11-27T03:21:43,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742079_1255 (size=12301) 2024-11-27T03:21:43,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/1263b86b0ee24fd0a0c47cbdbfa73a91 2024-11-27T03:21:43,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/2d738a7e870c4c1bbec424c93f2dee18 is 50, key is test_row_0/C:col10/1732677702456/Put/seqid=0 2024-11-27T03:21:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T03:21:43,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742080_1256 (size=12301) 2024-11-27T03:21:43,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/2d738a7e870c4c1bbec424c93f2dee18 2024-11-27T03:21:43,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:43,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T03:21:43,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:43,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:43,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:43,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:43,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:43,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/3dfc07ccb5f04aa4bfc55960bb623ccf as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/3dfc07ccb5f04aa4bfc55960bb623ccf 2024-11-27T03:21:43,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/3dfc07ccb5f04aa4bfc55960bb623ccf, entries=200, sequenceid=333, filesize=39.0 K 2024-11-27T03:21:43,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/1263b86b0ee24fd0a0c47cbdbfa73a91 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1263b86b0ee24fd0a0c47cbdbfa73a91 2024-11-27T03:21:43,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1263b86b0ee24fd0a0c47cbdbfa73a91, entries=150, sequenceid=333, filesize=12.0 K 2024-11-27T03:21:43,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/2d738a7e870c4c1bbec424c93f2dee18 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/2d738a7e870c4c1bbec424c93f2dee18 2024-11-27T03:21:43,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/2d738a7e870c4c1bbec424c93f2dee18, entries=150, sequenceid=333, filesize=12.0 K 2024-11-27T03:21:43,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 772a75e0bad810bbf43adb5d28cbbe89 in 913ms, sequenceid=333, compaction requested=true 2024-11-27T03:21:43,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:43,369 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:43,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:43,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:43,370 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:43,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:43,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:43,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:43,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:43,371 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:43,372 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/A is initiating minor compaction (all files) 2024-11-27T03:21:43,372 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:43,372 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/A in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:43,372 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/B is initiating minor compaction (all files) 2024-11-27T03:21:43,372 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8ba7ad02e3554be39557e086f65df8fd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/933a9b9b6d8d45cea4ee170c03e4c6e8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/0f593841ea884d39914e390332ffaa7d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/3dfc07ccb5f04aa4bfc55960bb623ccf] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=139.7 K 2024-11-27T03:21:43,372 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/B in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:43,372 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:43,372 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8ba7ad02e3554be39557e086f65df8fd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/933a9b9b6d8d45cea4ee170c03e4c6e8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/0f593841ea884d39914e390332ffaa7d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/3dfc07ccb5f04aa4bfc55960bb623ccf] 2024-11-27T03:21:43,372 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3d29e79143ad40468dda19b8697a412d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/2a4d924427114959984bf008e9d92e81, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/738b66ab7b4a4ea79c082e92a3bb6cbf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1263b86b0ee24fd0a0c47cbdbfa73a91] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=48.7 K 2024-11-27T03:21:43,373 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d29e79143ad40468dda19b8697a412d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732677698909 2024-11-27T03:21:43,373 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ba7ad02e3554be39557e086f65df8fd, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732677698909 2024-11-27T03:21:43,374 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 933a9b9b6d8d45cea4ee170c03e4c6e8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732677700037 2024-11-27T03:21:43,374 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a4d924427114959984bf008e9d92e81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732677700039 2024-11-27T03:21:43,374 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 738b66ab7b4a4ea79c082e92a3bb6cbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732677700662 2024-11-27T03:21:43,375 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f593841ea884d39914e390332ffaa7d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732677700662 2024-11-27T03:21:43,375 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1263b86b0ee24fd0a0c47cbdbfa73a91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732677701805 2024-11-27T03:21:43,376 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dfc07ccb5f04aa4bfc55960bb623ccf, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732677701800 2024-11-27T03:21:43,386 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#B#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:43,387 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/87df579787204650bdd39868255521b0 is 50, key is test_row_0/B:col10/1732677702456/Put/seqid=0 2024-11-27T03:21:43,390 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:43,395 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411279a01546ec01e41adb58399cc45411e1f_772a75e0bad810bbf43adb5d28cbbe89 store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:43,398 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411279a01546ec01e41adb58399cc45411e1f_772a75e0bad810bbf43adb5d28cbbe89, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:43,398 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279a01546ec01e41adb58399cc45411e1f_772a75e0bad810bbf43adb5d28cbbe89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:43,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742082_1258 (size=4469) 2024-11-27T03:21:43,407 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#A#compaction#217 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:43,407 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/a9f36277c20d444a9dcf0da89e76779b is 175, key is test_row_0/A:col10/1732677702456/Put/seqid=0 2024-11-27T03:21:43,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742081_1257 (size=13085) 2024-11-27T03:21:43,416 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/87df579787204650bdd39868255521b0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/87df579787204650bdd39868255521b0 2024-11-27T03:21:43,423 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/B of 772a75e0bad810bbf43adb5d28cbbe89 into 87df579787204650bdd39868255521b0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:43,423 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:43,423 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/B, priority=12, startTime=1732677703370; duration=0sec 2024-11-27T03:21:43,423 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:43,423 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:B 2024-11-27T03:21:43,423 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:21:43,424 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:21:43,424 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/C is initiating minor compaction (all files) 2024-11-27T03:21:43,424 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/C in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:43,425 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/5501a39b63cd4361acf3c209a946d893, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/d32c3bd83f0a467b8d6ff3613f3cb416, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/d336971e69384760be846dee5991b2ef, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/2d738a7e870c4c1bbec424c93f2dee18] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=48.7 K 2024-11-27T03:21:43,425 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5501a39b63cd4361acf3c209a946d893, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732677698909 2024-11-27T03:21:43,425 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d32c3bd83f0a467b8d6ff3613f3cb416, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732677700039 2024-11-27T03:21:43,426 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d336971e69384760be846dee5991b2ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732677700662 2024-11-27T03:21:43,426 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d738a7e870c4c1bbec424c93f2dee18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732677701805 2024-11-27T03:21:43,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742083_1259 (size=32039) 2024-11-27T03:21:43,439 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#C#compaction#218 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:43,440 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/e62255bd77d74c3d98176b7cd46ea65d is 50, key is test_row_0/C:col10/1732677702456/Put/seqid=0 2024-11-27T03:21:43,447 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/a9f36277c20d444a9dcf0da89e76779b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a9f36277c20d444a9dcf0da89e76779b 2024-11-27T03:21:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742084_1260 (size=13085) 2024-11-27T03:21:43,456 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/A of 772a75e0bad810bbf43adb5d28cbbe89 into a9f36277c20d444a9dcf0da89e76779b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:43,456 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:43,456 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/A, priority=12, startTime=1732677703369; duration=0sec 2024-11-27T03:21:43,457 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:43,457 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:A 2024-11-27T03:21:43,500 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:43,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T03:21:43,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:43,501 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T03:21:43,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:43,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:43,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:43,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:43,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:43,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:43,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ce84877b2d33401590314a9e70b660c4_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677702475/Put/seqid=0 2024-11-27T03:21:43,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742085_1261 (size=12454) 2024-11-27T03:21:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:43,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:43,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677763606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677763609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677763610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677763610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677763611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677763711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677763712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677763713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677763713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677763714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T03:21:43,857 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/e62255bd77d74c3d98176b7cd46ea65d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/e62255bd77d74c3d98176b7cd46ea65d 2024-11-27T03:21:43,862 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/C of 772a75e0bad810bbf43adb5d28cbbe89 into e62255bd77d74c3d98176b7cd46ea65d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:43,862 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:43,862 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/C, priority=12, startTime=1732677703370; duration=0sec 2024-11-27T03:21:43,862 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:43,862 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:C 2024-11-27T03:21:43,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:43,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677763915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677763916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677763916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677763917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,920 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ce84877b2d33401590314a9e70b660c4_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ce84877b2d33401590314a9e70b660c4_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:43,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677763918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:43,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/9448f01732304470bb5162b6fd3172fc, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:43,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/9448f01732304470bb5162b6fd3172fc is 175, key is test_row_0/A:col10/1732677702475/Put/seqid=0 2024-11-27T03:21:43,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742086_1262 (size=31255) 2024-11-27T03:21:43,930 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/9448f01732304470bb5162b6fd3172fc 2024-11-27T03:21:43,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/b5d4dcf5e089427fa822284071814755 is 50, key is test_row_0/B:col10/1732677702475/Put/seqid=0 2024-11-27T03:21:43,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742087_1263 (size=12301) 2024-11-27T03:21:43,951 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/b5d4dcf5e089427fa822284071814755 2024-11-27T03:21:43,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/9de2bd01fb8e43f7a80405815333c5a9 is 50, key is test_row_0/C:col10/1732677702475/Put/seqid=0 2024-11-27T03:21:43,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742088_1264 (size=12301) 2024-11-27T03:21:44,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677764217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677764219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677764221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677764221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677764223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,379 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/9de2bd01fb8e43f7a80405815333c5a9 2024-11-27T03:21:44,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/9448f01732304470bb5162b6fd3172fc as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/9448f01732304470bb5162b6fd3172fc 2024-11-27T03:21:44,389 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/9448f01732304470bb5162b6fd3172fc, entries=150, sequenceid=355, filesize=30.5 K 2024-11-27T03:21:44,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/b5d4dcf5e089427fa822284071814755 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/b5d4dcf5e089427fa822284071814755 2024-11-27T03:21:44,395 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/b5d4dcf5e089427fa822284071814755, entries=150, sequenceid=355, filesize=12.0 K 2024-11-27T03:21:44,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/9de2bd01fb8e43f7a80405815333c5a9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/9de2bd01fb8e43f7a80405815333c5a9 2024-11-27T03:21:44,400 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/9de2bd01fb8e43f7a80405815333c5a9, entries=150, sequenceid=355, filesize=12.0 K 2024-11-27T03:21:44,401 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 772a75e0bad810bbf43adb5d28cbbe89 in 900ms, sequenceid=355, compaction requested=false 2024-11-27T03:21:44,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:44,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:44,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-27T03:21:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-27T03:21:44,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-27T03:21:44,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6690 sec 2024-11-27T03:21:44,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.6740 sec 2024-11-27T03:21:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:44,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T03:21:44,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:44,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:44,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:44,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:44,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:44,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:44,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a12afd5c866346c690d89303feccd503_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677703608/Put/seqid=0 2024-11-27T03:21:44,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677764735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677764736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677764737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677764738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677764738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742089_1265 (size=14994) 2024-11-27T03:21:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T03:21:44,838 INFO [Thread-789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-27T03:21:44,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-27T03:21:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T03:21:44,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,841 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677764839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,842 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:44,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:44,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677764842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677764842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677764843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677764843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T03:21:44,994 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:44,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T03:21:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:44,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677765042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677765045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677765045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677765046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677765046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T03:21:45,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:45,147 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:45,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T03:21:45,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:45,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:45,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:45,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,152 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a12afd5c866346c690d89303feccd503_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a12afd5c866346c690d89303feccd503_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:45,153 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/b4ba72b008c843bf9190ec09ed607241, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:45,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/b4ba72b008c843bf9190ec09ed607241 is 175, key is test_row_0/A:col10/1732677703608/Put/seqid=0 2024-11-27T03:21:45,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742090_1266 (size=39949) 2024-11-27T03:21:45,159 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/b4ba72b008c843bf9190ec09ed607241 2024-11-27T03:21:45,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/3d7e974624874ba88bdbfacb00a95a78 is 50, key is test_row_0/B:col10/1732677703608/Put/seqid=0 2024-11-27T03:21:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742091_1267 (size=12301) 2024-11-27T03:21:45,301 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:45,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T03:21:45,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:45,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:45,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:45,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677765344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677765347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677765348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677765348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677765349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T03:21:45,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:45,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T03:21:45,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:45,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:45,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:45,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/3d7e974624874ba88bdbfacb00a95a78 2024-11-27T03:21:45,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/bd78379c117c4661a3bbe92bf0f6318c is 50, key is test_row_0/C:col10/1732677703608/Put/seqid=0 2024-11-27T03:21:45,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742092_1268 (size=12301) 2024-11-27T03:21:45,607 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:45,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T03:21:45,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:45,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:45,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:45,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,761 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:45,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T03:21:45,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:45,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:45,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:45,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677765848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677765850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677765851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677765853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677765853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:45,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:45,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T03:21:45,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:45,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:45,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:45,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T03:21:45,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/bd78379c117c4661a3bbe92bf0f6318c 2024-11-27T03:21:46,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/b4ba72b008c843bf9190ec09ed607241 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b4ba72b008c843bf9190ec09ed607241 2024-11-27T03:21:46,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b4ba72b008c843bf9190ec09ed607241, entries=200, sequenceid=374, filesize=39.0 K 2024-11-27T03:21:46,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/3d7e974624874ba88bdbfacb00a95a78 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3d7e974624874ba88bdbfacb00a95a78 2024-11-27T03:21:46,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3d7e974624874ba88bdbfacb00a95a78, entries=150, sequenceid=374, filesize=12.0 K 2024-11-27T03:21:46,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/bd78379c117c4661a3bbe92bf0f6318c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/bd78379c117c4661a3bbe92bf0f6318c 2024-11-27T03:21:46,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/bd78379c117c4661a3bbe92bf0f6318c, entries=150, sequenceid=374, filesize=12.0 K 2024-11-27T03:21:46,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 772a75e0bad810bbf43adb5d28cbbe89 in 1298ms, sequenceid=374, compaction requested=true 2024-11-27T03:21:46,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:46,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:46,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:46,019 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:46,019 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:46,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:46,020 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:46,020 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:46,020 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/B is initiating minor compaction (all files) 2024-11-27T03:21:46,021 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/A is initiating minor compaction (all files) 2024-11-27T03:21:46,021 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/B in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:46,021 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/A in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:46,021 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/87df579787204650bdd39868255521b0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/b5d4dcf5e089427fa822284071814755, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3d7e974624874ba88bdbfacb00a95a78] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=36.8 K 2024-11-27T03:21:46,021 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a9f36277c20d444a9dcf0da89e76779b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/9448f01732304470bb5162b6fd3172fc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b4ba72b008c843bf9190ec09ed607241] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=100.8 K 2024-11-27T03:21:46,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:46,021 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:46,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:46,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:46,021 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a9f36277c20d444a9dcf0da89e76779b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/9448f01732304470bb5162b6fd3172fc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b4ba72b008c843bf9190ec09ed607241] 2024-11-27T03:21:46,021 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 87df579787204650bdd39868255521b0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732677701805 2024-11-27T03:21:46,022 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9f36277c20d444a9dcf0da89e76779b, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732677701805 2024-11-27T03:21:46,022 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting b5d4dcf5e089427fa822284071814755, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732677702469 2024-11-27T03:21:46,022 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9448f01732304470bb5162b6fd3172fc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732677702469 2024-11-27T03:21:46,023 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d7e974624874ba88bdbfacb00a95a78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732677703608 2024-11-27T03:21:46,023 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4ba72b008c843bf9190ec09ed607241, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732677703608 2024-11-27T03:21:46,033 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:46,034 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#B#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:46,035 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/0caeeb19f1d746ca93934d12f0b76cdd is 50, key is test_row_0/B:col10/1732677703608/Put/seqid=0 2024-11-27T03:21:46,040 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127c587d36745da4568a3179999ab2689f6_772a75e0bad810bbf43adb5d28cbbe89 store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:46,042 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127c587d36745da4568a3179999ab2689f6_772a75e0bad810bbf43adb5d28cbbe89, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:46,043 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c587d36745da4568a3179999ab2689f6_772a75e0bad810bbf43adb5d28cbbe89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742093_1269 (size=13187) 2024-11-27T03:21:46,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742094_1270 (size=4469) 2024-11-27T03:21:46,056 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/0caeeb19f1d746ca93934d12f0b76cdd as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/0caeeb19f1d746ca93934d12f0b76cdd 2024-11-27T03:21:46,062 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/B of 772a75e0bad810bbf43adb5d28cbbe89 into 0caeeb19f1d746ca93934d12f0b76cdd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:46,062 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:46,062 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/B, priority=13, startTime=1732677706019; duration=0sec 2024-11-27T03:21:46,062 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:46,062 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:B 2024-11-27T03:21:46,062 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:46,063 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:46,063 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/C is initiating minor compaction (all files) 2024-11-27T03:21:46,063 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/C in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:46,064 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/e62255bd77d74c3d98176b7cd46ea65d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/9de2bd01fb8e43f7a80405815333c5a9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/bd78379c117c4661a3bbe92bf0f6318c] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=36.8 K 2024-11-27T03:21:46,064 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting e62255bd77d74c3d98176b7cd46ea65d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732677701805 2024-11-27T03:21:46,065 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9de2bd01fb8e43f7a80405815333c5a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732677702469 2024-11-27T03:21:46,065 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting bd78379c117c4661a3bbe92bf0f6318c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732677703608 2024-11-27T03:21:46,066 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:46,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T03:21:46,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:46,067 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T03:21:46,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:46,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:46,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:46,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:46,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:46,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:46,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127296759338a014abeb98a846aa58d36b6_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677704736/Put/seqid=0 2024-11-27T03:21:46,083 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#C#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:46,083 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/b6a8e28cf2934f038db50d68283c1c86 is 50, key is test_row_0/C:col10/1732677703608/Put/seqid=0 2024-11-27T03:21:46,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742095_1271 (size=12454) 2024-11-27T03:21:46,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,097 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127296759338a014abeb98a846aa58d36b6_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127296759338a014abeb98a846aa58d36b6_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:46,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/4034f505bbe947f9b0607c6dd4a20fde, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:46,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/4034f505bbe947f9b0607c6dd4a20fde is 175, key is test_row_0/A:col10/1732677704736/Put/seqid=0 2024-11-27T03:21:46,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742096_1272 (size=13187) 2024-11-27T03:21:46,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742097_1273 (size=31255) 2024-11-27T03:21:46,121 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/4034f505bbe947f9b0607c6dd4a20fde 2024-11-27T03:21:46,122 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/b6a8e28cf2934f038db50d68283c1c86 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/b6a8e28cf2934f038db50d68283c1c86 2024-11-27T03:21:46,130 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/C of 772a75e0bad810bbf43adb5d28cbbe89 into b6a8e28cf2934f038db50d68283c1c86(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:46,131 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:46,131 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/C, priority=13, startTime=1732677706021; duration=0sec 2024-11-27T03:21:46,131 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:46,131 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:C 2024-11-27T03:21:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/6afbc4395d354aacb31536ad2af7a578 is 50, key is test_row_0/B:col10/1732677704736/Put/seqid=0 2024-11-27T03:21:46,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742098_1274 (size=12301) 2024-11-27T03:21:46,148 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/6afbc4395d354aacb31536ad2af7a578 2024-11-27T03:21:46,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/04d53ad0e07a4e53aa8e779c5a1081ee is 50, key is test_row_0/C:col10/1732677704736/Put/seqid=0 2024-11-27T03:21:46,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742099_1275 (size=12301) 2024-11-27T03:21:46,164 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/04d53ad0e07a4e53aa8e779c5a1081ee 2024-11-27T03:21:46,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/4034f505bbe947f9b0607c6dd4a20fde as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/4034f505bbe947f9b0607c6dd4a20fde 2024-11-27T03:21:46,176 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/4034f505bbe947f9b0607c6dd4a20fde, entries=150, sequenceid=393, filesize=30.5 K 2024-11-27T03:21:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/6afbc4395d354aacb31536ad2af7a578 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/6afbc4395d354aacb31536ad2af7a578 2024-11-27T03:21:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,181 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/6afbc4395d354aacb31536ad2af7a578, entries=150, sequenceid=393, filesize=12.0 K 2024-11-27T03:21:46,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/04d53ad0e07a4e53aa8e779c5a1081ee as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/04d53ad0e07a4e53aa8e779c5a1081ee 2024-11-27T03:21:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,186 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/04d53ad0e07a4e53aa8e779c5a1081ee, entries=150, sequenceid=393, filesize=12.0 K 2024-11-27T03:21:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,188 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 772a75e0bad810bbf43adb5d28cbbe89 in 122ms, sequenceid=393, compaction requested=false 2024-11-27T03:21:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:46,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:46,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-27T03:21:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-27T03:21:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-27T03:21:46,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3490 sec 2024-11-27T03:21:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.3540 sec 2024-11-27T03:21:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,458 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#A#compaction#226 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,459 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/8ba5ac6bdfc34dc8a6f0351ff6ab4b8b is 175, key is test_row_0/A:col10/1732677703608/Put/seqid=0 2024-11-27T03:21:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742100_1276 (size=32141) 2024-11-27T03:21:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,898 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/8ba5ac6bdfc34dc8a6f0351ff6ab4b8b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8ba5ac6bdfc34dc8a6f0351ff6ab4b8b 2024-11-27T03:21:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:46,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:21:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:46,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:46,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:46,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:46,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:46,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,904 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/A of 772a75e0bad810bbf43adb5d28cbbe89 into 8ba5ac6bdfc34dc8a6f0351ff6ab4b8b(size=31.4 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:46,904 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:46,904 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/A, priority=13, startTime=1732677706019; duration=0sec 2024-11-27T03:21:46,904 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:46,904 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:A 2024-11-27T03:21:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112776293f22cb48443683a2600322fd0c55_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677706899/Put/seqid=0 2024-11-27T03:21:46,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677766927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:46,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742102_1278 (size=30238) 2024-11-27T03:21:46,932 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:46,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677766928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:46,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677766929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:46,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677766930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:46,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677766930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:46,938 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112776293f22cb48443683a2600322fd0c55_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112776293f22cb48443683a2600322fd0c55_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:46,939 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/6fe62d1d3a2d431bbb0492f3e4a19577, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:46,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/6fe62d1d3a2d431bbb0492f3e4a19577 is 175, key is test_row_0/A:col10/1732677706899/Put/seqid=0 2024-11-27T03:21:46,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742101_1277 (size=92179) 2024-11-27T03:21:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T03:21:46,945 INFO [Thread-789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-27T03:21:46,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:46,949 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/6fe62d1d3a2d431bbb0492f3e4a19577 2024-11-27T03:21:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-27T03:21:46,950 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T03:21:46,951 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:46,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:46,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/6240d93188e64d02b020477fb603b71d is 50, key is test_row_0/B:col10/1732677706899/Put/seqid=0 2024-11-27T03:21:46,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742103_1279 (size=12301) 2024-11-27T03:21:47,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677767031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677767034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677767034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677767035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677767042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T03:21:47,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:47,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T03:21:47,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:47,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677767236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677767243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677767243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677767244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677767250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T03:21:47,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:47,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T03:21:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:47,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/6240d93188e64d02b020477fb603b71d 2024-11-27T03:21:47,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/703f407249be4dfe86ae1961659549d5 is 50, key is test_row_0/C:col10/1732677706899/Put/seqid=0 2024-11-27T03:21:47,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742104_1280 (size=12301) 2024-11-27T03:21:47,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/703f407249be4dfe86ae1961659549d5 2024-11-27T03:21:47,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/6fe62d1d3a2d431bbb0492f3e4a19577 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6fe62d1d3a2d431bbb0492f3e4a19577 2024-11-27T03:21:47,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6fe62d1d3a2d431bbb0492f3e4a19577, entries=500, sequenceid=407, filesize=90.0 K 2024-11-27T03:21:47,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/6240d93188e64d02b020477fb603b71d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/6240d93188e64d02b020477fb603b71d 2024-11-27T03:21:47,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:47,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T03:21:47,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:47,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/6240d93188e64d02b020477fb603b71d, entries=150, sequenceid=407, filesize=12.0 K 2024-11-27T03:21:47,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/703f407249be4dfe86ae1961659549d5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/703f407249be4dfe86ae1961659549d5 2024-11-27T03:21:47,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/703f407249be4dfe86ae1961659549d5, entries=150, sequenceid=407, filesize=12.0 K 2024-11-27T03:21:47,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 772a75e0bad810bbf43adb5d28cbbe89 in 542ms, sequenceid=407, compaction requested=true 2024-11-27T03:21:47,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:47,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:47,441 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:47,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:47,441 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:47,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:47,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:47,443 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:47,443 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/B is initiating minor compaction (all files) 2024-11-27T03:21:47,443 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/B in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,443 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/0caeeb19f1d746ca93934d12f0b76cdd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/6afbc4395d354aacb31536ad2af7a578, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/6240d93188e64d02b020477fb603b71d] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=36.9 K 2024-11-27T03:21:47,443 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 155575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:47,443 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/A is initiating minor compaction (all files) 2024-11-27T03:21:47,443 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/A in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,443 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8ba5ac6bdfc34dc8a6f0351ff6ab4b8b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/4034f505bbe947f9b0607c6dd4a20fde, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6fe62d1d3a2d431bbb0492f3e4a19577] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=151.9 K 2024-11-27T03:21:47,443 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,443 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8ba5ac6bdfc34dc8a6f0351ff6ab4b8b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/4034f505bbe947f9b0607c6dd4a20fde, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6fe62d1d3a2d431bbb0492f3e4a19577] 2024-11-27T03:21:47,444 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0caeeb19f1d746ca93934d12f0b76cdd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732677703608 2024-11-27T03:21:47,444 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ba5ac6bdfc34dc8a6f0351ff6ab4b8b, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732677703608 2024-11-27T03:21:47,445 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6afbc4395d354aacb31536ad2af7a578, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732677704733 2024-11-27T03:21:47,445 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4034f505bbe947f9b0607c6dd4a20fde, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732677704733 2024-11-27T03:21:47,445 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6240d93188e64d02b020477fb603b71d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732677706890 2024-11-27T03:21:47,446 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fe62d1d3a2d431bbb0492f3e4a19577, keycount=500, bloomtype=ROW, size=90.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732677706888 2024-11-27T03:21:47,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:47,465 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:47,468 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#B#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:47,469 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/8d5912cb362f450ebd3c1d7d6349b9a9 is 50, key is test_row_0/B:col10/1732677706899/Put/seqid=0 2024-11-27T03:21:47,478 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127efa79bdf28b04e00bc1cbad9eeee2bf9_772a75e0bad810bbf43adb5d28cbbe89 store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:47,482 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127efa79bdf28b04e00bc1cbad9eeee2bf9_772a75e0bad810bbf43adb5d28cbbe89, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:47,482 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127efa79bdf28b04e00bc1cbad9eeee2bf9_772a75e0bad810bbf43adb5d28cbbe89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:47,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742105_1281 (size=13289) 2024-11-27T03:21:47,520 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/8d5912cb362f450ebd3c1d7d6349b9a9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/8d5912cb362f450ebd3c1d7d6349b9a9 2024-11-27T03:21:47,527 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/B of 772a75e0bad810bbf43adb5d28cbbe89 into 8d5912cb362f450ebd3c1d7d6349b9a9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:47,527 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:47,527 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/B, priority=13, startTime=1732677707441; duration=0sec 2024-11-27T03:21:47,527 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:47,527 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:B 2024-11-27T03:21:47,527 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:47,528 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:47,529 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/C is initiating minor compaction (all files) 2024-11-27T03:21:47,529 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/C in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,529 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/b6a8e28cf2934f038db50d68283c1c86, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/04d53ad0e07a4e53aa8e779c5a1081ee, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/703f407249be4dfe86ae1961659549d5] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=36.9 K 2024-11-27T03:21:47,529 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting b6a8e28cf2934f038db50d68283c1c86, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732677703608 2024-11-27T03:21:47,530 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 04d53ad0e07a4e53aa8e779c5a1081ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732677704733 2024-11-27T03:21:47,530 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 703f407249be4dfe86ae1961659549d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732677706890 2024-11-27T03:21:47,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742106_1282 (size=4469) 2024-11-27T03:21:47,538 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#A#compaction#234 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:47,539 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/6d437915b30d4dd78ffce3b9e0d2a632 is 175, key is test_row_0/A:col10/1732677706899/Put/seqid=0 2024-11-27T03:21:47,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T03:21:47,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:47,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:47,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:47,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:47,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:47,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T03:21:47,562 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#C#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:47,563 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/78b6040743fb44e1ad8fa93d05b7aaa9 is 50, key is test_row_0/C:col10/1732677706899/Put/seqid=0 2024-11-27T03:21:47,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677767557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677767558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677767559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677767561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,573 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:47,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742107_1283 (size=32243) 2024-11-27T03:21:47,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T03:21:47,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:47,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677767572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112735bd2892f8274cd2852fc6d3ce8e17ac_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677706929/Put/seqid=0 2024-11-27T03:21:47,585 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/6d437915b30d4dd78ffce3b9e0d2a632 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6d437915b30d4dd78ffce3b9e0d2a632 2024-11-27T03:21:47,592 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/A of 772a75e0bad810bbf43adb5d28cbbe89 into 6d437915b30d4dd78ffce3b9e0d2a632(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:47,592 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:47,592 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/A, priority=13, startTime=1732677707441; duration=0sec 2024-11-27T03:21:47,592 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:47,592 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:A 2024-11-27T03:21:47,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742109_1285 (size=14994) 2024-11-27T03:21:47,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742108_1284 (size=13289) 2024-11-27T03:21:47,637 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:47,642 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/78b6040743fb44e1ad8fa93d05b7aaa9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/78b6040743fb44e1ad8fa93d05b7aaa9 2024-11-27T03:21:47,643 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112735bd2892f8274cd2852fc6d3ce8e17ac_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112735bd2892f8274cd2852fc6d3ce8e17ac_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:47,645 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/57fbcbdfcafe4416bba9a9516049b70f, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:47,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/57fbcbdfcafe4416bba9a9516049b70f is 175, key is test_row_0/A:col10/1732677706929/Put/seqid=0 2024-11-27T03:21:47,652 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/C of 772a75e0bad810bbf43adb5d28cbbe89 into 78b6040743fb44e1ad8fa93d05b7aaa9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:47,652 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:47,652 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/C, priority=13, startTime=1732677707441; duration=0sec 2024-11-27T03:21:47,652 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:47,652 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:C 2024-11-27T03:21:47,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677767664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677767665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677767669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677767670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677767677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742110_1286 (size=39949) 2024-11-27T03:21:47,687 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=434, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/57fbcbdfcafe4416bba9a9516049b70f 2024-11-27T03:21:47,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/dabcd4850caa4250a1f0ca526377b2d1 is 50, key is test_row_0/B:col10/1732677706929/Put/seqid=0 2024-11-27T03:21:47,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:47,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T03:21:47,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:47,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742111_1287 (size=12301) 2024-11-27T03:21:47,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/dabcd4850caa4250a1f0ca526377b2d1 2024-11-27T03:21:47,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/558e2b6817df44dd9a5e3cd263072145 is 50, key is test_row_0/C:col10/1732677706929/Put/seqid=0 2024-11-27T03:21:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742112_1288 (size=12301) 2024-11-27T03:21:47,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/558e2b6817df44dd9a5e3cd263072145 2024-11-27T03:21:47,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/57fbcbdfcafe4416bba9a9516049b70f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/57fbcbdfcafe4416bba9a9516049b70f 2024-11-27T03:21:47,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/57fbcbdfcafe4416bba9a9516049b70f, entries=200, sequenceid=434, filesize=39.0 K 2024-11-27T03:21:47,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/dabcd4850caa4250a1f0ca526377b2d1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/dabcd4850caa4250a1f0ca526377b2d1 2024-11-27T03:21:47,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/dabcd4850caa4250a1f0ca526377b2d1, entries=150, sequenceid=434, filesize=12.0 K 2024-11-27T03:21:47,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/558e2b6817df44dd9a5e3cd263072145 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/558e2b6817df44dd9a5e3cd263072145 2024-11-27T03:21:47,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/558e2b6817df44dd9a5e3cd263072145, entries=150, sequenceid=434, filesize=12.0 K 2024-11-27T03:21:47,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 772a75e0bad810bbf43adb5d28cbbe89 in 294ms, sequenceid=434, compaction requested=false 2024-11-27T03:21:47,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:47,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T03:21:47,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:47,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:47,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:47,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:47,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:47,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:47,886 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:47,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T03:21:47,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:47,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:47,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:47,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127527edaea0d0041dc8c2cccb1cacc37e7_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677707870/Put/seqid=0 2024-11-27T03:21:47,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742113_1289 (size=14994) 2024-11-27T03:21:47,930 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:47,934 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127527edaea0d0041dc8c2cccb1cacc37e7_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127527edaea0d0041dc8c2cccb1cacc37e7_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:47,935 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/7635773dec60481e9a950088498ac8d3, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:47,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/7635773dec60481e9a950088498ac8d3 is 175, key is test_row_0/A:col10/1732677707870/Put/seqid=0 2024-11-27T03:21:47,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742114_1290 (size=39949) 2024-11-27T03:21:47,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677767966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677767967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677767967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677767969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:47,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677767969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:48,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T03:21:48,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:48,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T03:21:48,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677768073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677768073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677768074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677768074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677768074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:48,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T03:21:48,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:48,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677768276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677768276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677768278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677768278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677768278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,353 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=450, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/7635773dec60481e9a950088498ac8d3 2024-11-27T03:21:48,355 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:48,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T03:21:48,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:48,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/c86462524d5441aeb0f4de555d151e19 is 50, key is test_row_0/B:col10/1732677707870/Put/seqid=0 2024-11-27T03:21:48,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742115_1291 (size=12301) 2024-11-27T03:21:48,509 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:48,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T03:21:48,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732677768581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46084 deadline: 1732677768581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46094 deadline: 1732677768581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46076 deadline: 1732677768582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46080 deadline: 1732677768582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:48,662 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:48,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T03:21:48,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:48,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/c86462524d5441aeb0f4de555d151e19 2024-11-27T03:21:48,815 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:48,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T03:21:48,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:48,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:48,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/1b227178938943f4bc8c7629400ccf87 is 50, key is test_row_0/C:col10/1732677707870/Put/seqid=0 2024-11-27T03:21:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742116_1292 (size=12301) 2024-11-27T03:21:48,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/1b227178938943f4bc8c7629400ccf87 2024-11-27T03:21:48,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/7635773dec60481e9a950088498ac8d3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/7635773dec60481e9a950088498ac8d3 2024-11-27T03:21:48,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/7635773dec60481e9a950088498ac8d3, entries=200, sequenceid=450, filesize=39.0 K 2024-11-27T03:21:48,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/c86462524d5441aeb0f4de555d151e19 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/c86462524d5441aeb0f4de555d151e19 2024-11-27T03:21:48,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/c86462524d5441aeb0f4de555d151e19, entries=150, sequenceid=450, filesize=12.0 K 2024-11-27T03:21:48,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/1b227178938943f4bc8c7629400ccf87 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1b227178938943f4bc8c7629400ccf87 2024-11-27T03:21:48,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1b227178938943f4bc8c7629400ccf87, entries=150, sequenceid=450, filesize=12.0 K 2024-11-27T03:21:48,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 772a75e0bad810bbf43adb5d28cbbe89 in 993ms, sequenceid=450, compaction requested=true 2024-11-27T03:21:48,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:48,870 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:48,873 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:48,873 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/A is initiating minor compaction (all files) 2024-11-27T03:21:48,873 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/A in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,873 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6d437915b30d4dd78ffce3b9e0d2a632, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/57fbcbdfcafe4416bba9a9516049b70f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/7635773dec60481e9a950088498ac8d3] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=109.5 K 2024-11-27T03:21:48,873 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,873 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6d437915b30d4dd78ffce3b9e0d2a632, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/57fbcbdfcafe4416bba9a9516049b70f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/7635773dec60481e9a950088498ac8d3] 2024-11-27T03:21:48,874 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d437915b30d4dd78ffce3b9e0d2a632, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732677706890 2024-11-27T03:21:48,874 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57fbcbdfcafe4416bba9a9516049b70f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732677706924 2024-11-27T03:21:48,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:48,874 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7635773dec60481e9a950088498ac8d3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732677707555 2024-11-27T03:21:48,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:48,875 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:48,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:48,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:48,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 772a75e0bad810bbf43adb5d28cbbe89:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:48,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:48,877 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:48,877 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/B is initiating minor compaction (all files) 2024-11-27T03:21:48,877 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/B in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,878 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/8d5912cb362f450ebd3c1d7d6349b9a9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/dabcd4850caa4250a1f0ca526377b2d1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/c86462524d5441aeb0f4de555d151e19] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=37.0 K 2024-11-27T03:21:48,878 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d5912cb362f450ebd3c1d7d6349b9a9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732677706890 2024-11-27T03:21:48,878 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting dabcd4850caa4250a1f0ca526377b2d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732677706924 2024-11-27T03:21:48,879 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting c86462524d5441aeb0f4de555d151e19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732677707559 2024-11-27T03:21:48,886 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:48,894 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#B#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:48,895 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/79c45501d04440c39e5764675f0b65fc is 50, key is test_row_0/B:col10/1732677707870/Put/seqid=0 2024-11-27T03:21:48,900 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127ae9604a0779d493f99df1ff6dc949f96_772a75e0bad810bbf43adb5d28cbbe89 store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:48,902 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127ae9604a0779d493f99df1ff6dc949f96_772a75e0bad810bbf43adb5d28cbbe89, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:48,902 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ae9604a0779d493f99df1ff6dc949f96_772a75e0bad810bbf43adb5d28cbbe89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:48,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742117_1293 (size=13391) 2024-11-27T03:21:48,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742118_1294 (size=4469) 2024-11-27T03:21:48,968 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:48,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T03:21:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:48,970 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:21:48,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:48,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:48,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:48,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:48,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:48,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:48,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112721a698b037624aaeac5f62aa73a1155d_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677707956/Put/seqid=0 2024-11-27T03:21:49,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742119_1295 (size=12454) 2024-11-27T03:21:49,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:49,019 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112721a698b037624aaeac5f62aa73a1155d_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112721a698b037624aaeac5f62aa73a1155d_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:49,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/798dbc33bb384dc781461e066b39cdfb, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:49,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/798dbc33bb384dc781461e066b39cdfb is 175, key is test_row_0/A:col10/1732677707956/Put/seqid=0 2024-11-27T03:21:49,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742120_1296 (size=31255) 2024-11-27T03:21:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T03:21:49,062 DEBUG [Thread-792 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:58362 2024-11-27T03:21:49,062 DEBUG [Thread-792 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:49,062 DEBUG [Thread-790 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2885d2d9 to 127.0.0.1:58362 2024-11-27T03:21:49,062 DEBUG [Thread-790 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:49,065 DEBUG [Thread-794 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:58362 2024-11-27T03:21:49,065 DEBUG [Thread-794 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:49,069 DEBUG [Thread-796 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:58362 2024-11-27T03:21:49,069 DEBUG [Thread-796 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:49,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. as already flushing 2024-11-27T03:21:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:49,087 DEBUG [Thread-779 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29458edd to 127.0.0.1:58362 2024-11-27T03:21:49,087 DEBUG [Thread-779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:49,088 DEBUG [Thread-781 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c7d6279 to 127.0.0.1:58362 2024-11-27T03:21:49,088 DEBUG [Thread-781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:49,089 DEBUG [Thread-783 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328f994d to 127.0.0.1:58362 2024-11-27T03:21:49,089 DEBUG [Thread-783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:49,089 DEBUG [Thread-787 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x769942d9 to 127.0.0.1:58362 2024-11-27T03:21:49,089 DEBUG [Thread-787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:49,090 DEBUG [Thread-785 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a9306be to 127.0.0.1:58362 2024-11-27T03:21:49,090 DEBUG [Thread-785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:49,242 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:21:49,319 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/79c45501d04440c39e5764675f0b65fc as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/79c45501d04440c39e5764675f0b65fc 2024-11-27T03:21:49,324 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/B of 772a75e0bad810bbf43adb5d28cbbe89 into 79c45501d04440c39e5764675f0b65fc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:49,324 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:49,324 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/B, priority=13, startTime=1732677708875; duration=0sec 2024-11-27T03:21:49,324 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:49,324 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:B 2024-11-27T03:21:49,324 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:49,325 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:49,325 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 772a75e0bad810bbf43adb5d28cbbe89/C is initiating minor compaction (all files) 2024-11-27T03:21:49,325 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 772a75e0bad810bbf43adb5d28cbbe89/C in TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:49,325 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/78b6040743fb44e1ad8fa93d05b7aaa9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/558e2b6817df44dd9a5e3cd263072145, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1b227178938943f4bc8c7629400ccf87] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp, totalSize=37.0 K 2024-11-27T03:21:49,326 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 78b6040743fb44e1ad8fa93d05b7aaa9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732677706890 2024-11-27T03:21:49,326 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 558e2b6817df44dd9a5e3cd263072145, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732677706924 2024-11-27T03:21:49,326 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b227178938943f4bc8c7629400ccf87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732677707559 2024-11-27T03:21:49,327 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#A#compaction#243 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:49,327 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/1900b6b6039d4e1d892ecce074f47593 is 175, key is test_row_0/A:col10/1732677707870/Put/seqid=0 2024-11-27T03:21:49,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742121_1297 (size=32345) 2024-11-27T03:21:49,332 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 772a75e0bad810bbf43adb5d28cbbe89#C#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:49,333 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/7052f68e949b48fc8e084db2e871fc03 is 50, key is test_row_0/C:col10/1732677707870/Put/seqid=0 2024-11-27T03:21:49,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742122_1298 (size=13391) 2024-11-27T03:21:49,436 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=473, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/798dbc33bb384dc781461e066b39cdfb 2024-11-27T03:21:49,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/4ad0a56fdf8b453f87e26a08eeac5c5d is 50, key is test_row_0/B:col10/1732677707956/Put/seqid=0 2024-11-27T03:21:49,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742123_1299 (size=12301) 2024-11-27T03:21:49,736 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/1900b6b6039d4e1d892ecce074f47593 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/1900b6b6039d4e1d892ecce074f47593 2024-11-27T03:21:49,740 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/7052f68e949b48fc8e084db2e871fc03 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/7052f68e949b48fc8e084db2e871fc03 2024-11-27T03:21:49,740 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/A of 772a75e0bad810bbf43adb5d28cbbe89 into 1900b6b6039d4e1d892ecce074f47593(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:49,740 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:49,740 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/A, priority=13, startTime=1732677708870; duration=0sec 2024-11-27T03:21:49,741 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:49,741 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:A 2024-11-27T03:21:49,744 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 772a75e0bad810bbf43adb5d28cbbe89/C of 772a75e0bad810bbf43adb5d28cbbe89 into 7052f68e949b48fc8e084db2e871fc03(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:49,744 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:49,744 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89., storeName=772a75e0bad810bbf43adb5d28cbbe89/C, priority=13, startTime=1732677708876; duration=0sec 2024-11-27T03:21:49,744 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:49,744 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 772a75e0bad810bbf43adb5d28cbbe89:C 2024-11-27T03:21:49,848 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/4ad0a56fdf8b453f87e26a08eeac5c5d 2024-11-27T03:21:49,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/eca749bd68a74735850598527556b724 is 50, key is test_row_0/C:col10/1732677707956/Put/seqid=0 2024-11-27T03:21:49,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742124_1300 (size=12301) 2024-11-27T03:21:50,258 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/eca749bd68a74735850598527556b724 2024-11-27T03:21:50,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/798dbc33bb384dc781461e066b39cdfb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/798dbc33bb384dc781461e066b39cdfb 2024-11-27T03:21:50,265 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/798dbc33bb384dc781461e066b39cdfb, entries=150, sequenceid=473, filesize=30.5 K 2024-11-27T03:21:50,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/4ad0a56fdf8b453f87e26a08eeac5c5d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/4ad0a56fdf8b453f87e26a08eeac5c5d 2024-11-27T03:21:50,268 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/4ad0a56fdf8b453f87e26a08eeac5c5d, entries=150, sequenceid=473, filesize=12.0 K 2024-11-27T03:21:50,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/eca749bd68a74735850598527556b724 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/eca749bd68a74735850598527556b724 2024-11-27T03:21:50,272 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/eca749bd68a74735850598527556b724, entries=150, sequenceid=473, filesize=12.0 K 2024-11-27T03:21:50,273 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for 772a75e0bad810bbf43adb5d28cbbe89 in 1304ms, sequenceid=473, compaction requested=false 2024-11-27T03:21:50,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:50,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:50,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-27T03:21:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-27T03:21:50,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-27T03:21:50,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3230 sec 2024-11-27T03:21:50,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 3.3280 sec 2024-11-27T03:21:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T03:21:51,057 INFO [Thread-789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-27T03:21:51,057 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T03:21:51,057 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-27T03:21:51,057 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-27T03:21:51,057 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-27T03:21:51,057 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-27T03:21:51,057 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-27T03:21:51,057 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T03:21:51,057 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5995 2024-11-27T03:21:51,057 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5909 2024-11-27T03:21:51,057 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T03:21:51,057 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2551 2024-11-27T03:21:51,057 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7653 rows 2024-11-27T03:21:51,057 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2546 2024-11-27T03:21:51,057 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7638 rows 2024-11-27T03:21:51,057 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T03:21:51,057 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04ddf4c3 to 127.0.0.1:58362 2024-11-27T03:21:51,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:21:51,059 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T03:21:51,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T03:21:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T03:21:51,066 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677711066"}]},"ts":"1732677711066"} 2024-11-27T03:21:51,067 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T03:21:51,070 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T03:21:51,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T03:21:51,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=772a75e0bad810bbf43adb5d28cbbe89, UNASSIGN}] 2024-11-27T03:21:51,072 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=772a75e0bad810bbf43adb5d28cbbe89, UNASSIGN 2024-11-27T03:21:51,072 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=772a75e0bad810bbf43adb5d28cbbe89, regionState=CLOSING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:21:51,073 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T03:21:51,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure 772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:21:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T03:21:51,224 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:51,225 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:51,225 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T03:21:51,225 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing 772a75e0bad810bbf43adb5d28cbbe89, disabling compactions & flushes 2024-11-27T03:21:51,225 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:51,225 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:51,225 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. after waiting 0 ms 2024-11-27T03:21:51,225 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:51,225 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing 772a75e0bad810bbf43adb5d28cbbe89 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T03:21:51,226 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=A 2024-11-27T03:21:51,226 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:51,226 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=B 2024-11-27T03:21:51,226 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:51,226 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 772a75e0bad810bbf43adb5d28cbbe89, store=C 2024-11-27T03:21:51,226 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:51,231 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127054d70363b144189ae4354ccd51705e9_772a75e0bad810bbf43adb5d28cbbe89 is 50, key is test_row_0/A:col10/1732677709088/Put/seqid=0 2024-11-27T03:21:51,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742125_1301 (size=12454) 2024-11-27T03:21:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T03:21:51,636 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:51,640 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127054d70363b144189ae4354ccd51705e9_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127054d70363b144189ae4354ccd51705e9_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:51,640 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/fb6bebb19ba0460ea798be6a79534358, store: [table=TestAcidGuarantees family=A region=772a75e0bad810bbf43adb5d28cbbe89] 2024-11-27T03:21:51,641 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/fb6bebb19ba0460ea798be6a79534358 is 175, key is test_row_0/A:col10/1732677709088/Put/seqid=0 2024-11-27T03:21:51,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742126_1302 (size=31255) 2024-11-27T03:21:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T03:21:52,045 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=484, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/fb6bebb19ba0460ea798be6a79534358 2024-11-27T03:21:52,052 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/20782056ba714581ab2db47c8460517c is 50, key is test_row_0/B:col10/1732677709088/Put/seqid=0 2024-11-27T03:21:52,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742127_1303 (size=12301) 2024-11-27T03:21:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T03:21:52,456 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/20782056ba714581ab2db47c8460517c 2024-11-27T03:21:52,462 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/e0fa4e34f08e4093a74c355101cccfa9 is 50, key is test_row_0/C:col10/1732677709088/Put/seqid=0 2024-11-27T03:21:52,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742128_1304 (size=12301) 2024-11-27T03:21:52,866 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/e0fa4e34f08e4093a74c355101cccfa9 2024-11-27T03:21:52,870 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/A/fb6bebb19ba0460ea798be6a79534358 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/fb6bebb19ba0460ea798be6a79534358 2024-11-27T03:21:52,874 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/fb6bebb19ba0460ea798be6a79534358, entries=150, sequenceid=484, filesize=30.5 K 2024-11-27T03:21:52,874 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/B/20782056ba714581ab2db47c8460517c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/20782056ba714581ab2db47c8460517c 2024-11-27T03:21:52,878 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/20782056ba714581ab2db47c8460517c, entries=150, sequenceid=484, filesize=12.0 K 2024-11-27T03:21:52,879 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/.tmp/C/e0fa4e34f08e4093a74c355101cccfa9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/e0fa4e34f08e4093a74c355101cccfa9 2024-11-27T03:21:52,882 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/e0fa4e34f08e4093a74c355101cccfa9, entries=150, sequenceid=484, filesize=12.0 K 2024-11-27T03:21:52,883 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 772a75e0bad810bbf43adb5d28cbbe89 in 1658ms, sequenceid=484, compaction requested=true 2024-11-27T03:21:52,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8b0dea04cfb74020839b03c4e7875658, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/509ce18ac0a84d639ec9871426fbe48a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/0c37bc6b2df84c3bb4b8caab113870ae, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/7fe0b52007ec4148b789c3110088890d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/c5d053df00e140c48b1a53b3317a5207, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/95bd9f43e0e84d528f616893d5a4bdf4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/aeb1db8842264604b3268ef55d18493b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/d5e3d699785e4174877a4429e72d7fcd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6b11ab06c3914708bfcb890b584fb77b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/f560ae425bfe4089a2c4006d3a067db7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/566876390d204c38bab6dc9a40f8ca65, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/81c6d2faa81046b3bcb29cee1fd5ac67, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a9ed2240e23b4770afb48543ca191199, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a0d0d6f2198b45588cde6aa803d57c93, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/dd32ad39e2054d088d98522e12a814fb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8696459e4ffa47548f79e975af26ca54, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b6e48f036fde401badb3e44cd44cfc17, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b766e4c9f4a344a19d6c07f35ced3169, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/024a8c34865f4695acd4c8936a155007, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8ba7ad02e3554be39557e086f65df8fd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/933a9b9b6d8d45cea4ee170c03e4c6e8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/0f593841ea884d39914e390332ffaa7d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/3dfc07ccb5f04aa4bfc55960bb623ccf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a9f36277c20d444a9dcf0da89e76779b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/9448f01732304470bb5162b6fd3172fc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b4ba72b008c843bf9190ec09ed607241, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8ba5ac6bdfc34dc8a6f0351ff6ab4b8b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/4034f505bbe947f9b0607c6dd4a20fde, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6fe62d1d3a2d431bbb0492f3e4a19577, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6d437915b30d4dd78ffce3b9e0d2a632, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/57fbcbdfcafe4416bba9a9516049b70f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/7635773dec60481e9a950088498ac8d3] to archive 2024-11-27T03:21:52,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:21:52,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8b0dea04cfb74020839b03c4e7875658 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8b0dea04cfb74020839b03c4e7875658 2024-11-27T03:21:52,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/509ce18ac0a84d639ec9871426fbe48a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/509ce18ac0a84d639ec9871426fbe48a 2024-11-27T03:21:52,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/0c37bc6b2df84c3bb4b8caab113870ae to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/0c37bc6b2df84c3bb4b8caab113870ae 2024-11-27T03:21:52,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/7fe0b52007ec4148b789c3110088890d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/7fe0b52007ec4148b789c3110088890d 2024-11-27T03:21:52,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/c5d053df00e140c48b1a53b3317a5207 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/c5d053df00e140c48b1a53b3317a5207 2024-11-27T03:21:52,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/95bd9f43e0e84d528f616893d5a4bdf4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/95bd9f43e0e84d528f616893d5a4bdf4 2024-11-27T03:21:52,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/aeb1db8842264604b3268ef55d18493b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/aeb1db8842264604b3268ef55d18493b 2024-11-27T03:21:52,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/d5e3d699785e4174877a4429e72d7fcd to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/d5e3d699785e4174877a4429e72d7fcd 2024-11-27T03:21:52,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6b11ab06c3914708bfcb890b584fb77b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6b11ab06c3914708bfcb890b584fb77b 2024-11-27T03:21:52,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/f560ae425bfe4089a2c4006d3a067db7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/f560ae425bfe4089a2c4006d3a067db7 2024-11-27T03:21:52,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/566876390d204c38bab6dc9a40f8ca65 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/566876390d204c38bab6dc9a40f8ca65 2024-11-27T03:21:52,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/81c6d2faa81046b3bcb29cee1fd5ac67 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/81c6d2faa81046b3bcb29cee1fd5ac67 2024-11-27T03:21:52,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a9ed2240e23b4770afb48543ca191199 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a9ed2240e23b4770afb48543ca191199 2024-11-27T03:21:52,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a0d0d6f2198b45588cde6aa803d57c93 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a0d0d6f2198b45588cde6aa803d57c93 2024-11-27T03:21:52,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/dd32ad39e2054d088d98522e12a814fb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/dd32ad39e2054d088d98522e12a814fb 2024-11-27T03:21:52,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8696459e4ffa47548f79e975af26ca54 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8696459e4ffa47548f79e975af26ca54 2024-11-27T03:21:52,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b6e48f036fde401badb3e44cd44cfc17 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b6e48f036fde401badb3e44cd44cfc17 2024-11-27T03:21:52,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b766e4c9f4a344a19d6c07f35ced3169 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b766e4c9f4a344a19d6c07f35ced3169 2024-11-27T03:21:52,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/024a8c34865f4695acd4c8936a155007 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/024a8c34865f4695acd4c8936a155007 2024-11-27T03:21:52,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8ba7ad02e3554be39557e086f65df8fd to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8ba7ad02e3554be39557e086f65df8fd 2024-11-27T03:21:52,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/933a9b9b6d8d45cea4ee170c03e4c6e8 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/933a9b9b6d8d45cea4ee170c03e4c6e8 2024-11-27T03:21:52,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/0f593841ea884d39914e390332ffaa7d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/0f593841ea884d39914e390332ffaa7d 2024-11-27T03:21:52,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/3dfc07ccb5f04aa4bfc55960bb623ccf to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/3dfc07ccb5f04aa4bfc55960bb623ccf 2024-11-27T03:21:52,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a9f36277c20d444a9dcf0da89e76779b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/a9f36277c20d444a9dcf0da89e76779b 2024-11-27T03:21:52,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/9448f01732304470bb5162b6fd3172fc to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/9448f01732304470bb5162b6fd3172fc 2024-11-27T03:21:52,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b4ba72b008c843bf9190ec09ed607241 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/b4ba72b008c843bf9190ec09ed607241 2024-11-27T03:21:52,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8ba5ac6bdfc34dc8a6f0351ff6ab4b8b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/8ba5ac6bdfc34dc8a6f0351ff6ab4b8b 2024-11-27T03:21:52,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/4034f505bbe947f9b0607c6dd4a20fde to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/4034f505bbe947f9b0607c6dd4a20fde 2024-11-27T03:21:52,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6fe62d1d3a2d431bbb0492f3e4a19577 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6fe62d1d3a2d431bbb0492f3e4a19577 2024-11-27T03:21:52,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6d437915b30d4dd78ffce3b9e0d2a632 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/6d437915b30d4dd78ffce3b9e0d2a632 2024-11-27T03:21:52,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/57fbcbdfcafe4416bba9a9516049b70f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/57fbcbdfcafe4416bba9a9516049b70f 2024-11-27T03:21:52,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/7635773dec60481e9a950088498ac8d3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/7635773dec60481e9a950088498ac8d3 2024-11-27T03:21:52,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/640e6583993144db995279aec2631b26, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/efce1fb02cf549ba85069fb2afe37d9e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/79b57751b32b429da5273955d0307317, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/e70ccee16f754702af312a3a8bf82b03, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/55ec499766a94ea39642a1e8498cd69d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/bb00d5950e974697964620957dd4fc35, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/62821fba19af415685a18da16afcdbde, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1fef0db5c452493ca75d74f3a0f7b7fd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9ade0a5a15f341768b8b003bedf2ba11, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/60106b23c7ad41209ddac9a3e9533702, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/4245803074b743a997a29bb509506765, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/f11093a3d5224d7b934930c192d9693d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9bc1779859db4545aa4cf0b9cf684b43, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/24a090ce8f394e82b76fd1d358800bd9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/d5a9d06fb6db4977aaad0eb186338888, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3bbccfc518ea4bbd8cc0f65872122a0a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9f861675fb3c4ecfb73af2a7bf87c437, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/c2d45e43a618430ab29e4bf5b6543d82, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3d29e79143ad40468dda19b8697a412d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1f6f13194010495fbdf185eb9b53ec26, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/2a4d924427114959984bf008e9d92e81, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/738b66ab7b4a4ea79c082e92a3bb6cbf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/87df579787204650bdd39868255521b0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1263b86b0ee24fd0a0c47cbdbfa73a91, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/b5d4dcf5e089427fa822284071814755, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/0caeeb19f1d746ca93934d12f0b76cdd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3d7e974624874ba88bdbfacb00a95a78, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/6afbc4395d354aacb31536ad2af7a578, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/8d5912cb362f450ebd3c1d7d6349b9a9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/6240d93188e64d02b020477fb603b71d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/dabcd4850caa4250a1f0ca526377b2d1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/c86462524d5441aeb0f4de555d151e19] to archive 2024-11-27T03:21:52,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:21:52,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/640e6583993144db995279aec2631b26 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/640e6583993144db995279aec2631b26 2024-11-27T03:21:52,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/efce1fb02cf549ba85069fb2afe37d9e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/efce1fb02cf549ba85069fb2afe37d9e 2024-11-27T03:21:52,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/79b57751b32b429da5273955d0307317 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/79b57751b32b429da5273955d0307317 2024-11-27T03:21:52,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/e70ccee16f754702af312a3a8bf82b03 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/e70ccee16f754702af312a3a8bf82b03 2024-11-27T03:21:52,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/55ec499766a94ea39642a1e8498cd69d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/55ec499766a94ea39642a1e8498cd69d 2024-11-27T03:21:52,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/bb00d5950e974697964620957dd4fc35 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/bb00d5950e974697964620957dd4fc35 2024-11-27T03:21:52,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/62821fba19af415685a18da16afcdbde to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/62821fba19af415685a18da16afcdbde 2024-11-27T03:21:52,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1fef0db5c452493ca75d74f3a0f7b7fd to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1fef0db5c452493ca75d74f3a0f7b7fd 2024-11-27T03:21:52,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9ade0a5a15f341768b8b003bedf2ba11 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9ade0a5a15f341768b8b003bedf2ba11 2024-11-27T03:21:52,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/60106b23c7ad41209ddac9a3e9533702 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/60106b23c7ad41209ddac9a3e9533702 2024-11-27T03:21:52,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/4245803074b743a997a29bb509506765 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/4245803074b743a997a29bb509506765 2024-11-27T03:21:52,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/f11093a3d5224d7b934930c192d9693d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/f11093a3d5224d7b934930c192d9693d 2024-11-27T03:21:52,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9bc1779859db4545aa4cf0b9cf684b43 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9bc1779859db4545aa4cf0b9cf684b43 2024-11-27T03:21:52,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/24a090ce8f394e82b76fd1d358800bd9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/24a090ce8f394e82b76fd1d358800bd9 2024-11-27T03:21:52,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/d5a9d06fb6db4977aaad0eb186338888 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/d5a9d06fb6db4977aaad0eb186338888 2024-11-27T03:21:52,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3bbccfc518ea4bbd8cc0f65872122a0a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3bbccfc518ea4bbd8cc0f65872122a0a 2024-11-27T03:21:52,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9f861675fb3c4ecfb73af2a7bf87c437 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/9f861675fb3c4ecfb73af2a7bf87c437 2024-11-27T03:21:52,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/c2d45e43a618430ab29e4bf5b6543d82 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/c2d45e43a618430ab29e4bf5b6543d82 2024-11-27T03:21:52,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3d29e79143ad40468dda19b8697a412d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3d29e79143ad40468dda19b8697a412d 2024-11-27T03:21:52,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1f6f13194010495fbdf185eb9b53ec26 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1f6f13194010495fbdf185eb9b53ec26 2024-11-27T03:21:52,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/2a4d924427114959984bf008e9d92e81 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/2a4d924427114959984bf008e9d92e81 2024-11-27T03:21:52,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/738b66ab7b4a4ea79c082e92a3bb6cbf to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/738b66ab7b4a4ea79c082e92a3bb6cbf 2024-11-27T03:21:52,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/87df579787204650bdd39868255521b0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/87df579787204650bdd39868255521b0 2024-11-27T03:21:52,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1263b86b0ee24fd0a0c47cbdbfa73a91 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/1263b86b0ee24fd0a0c47cbdbfa73a91 2024-11-27T03:21:52,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/b5d4dcf5e089427fa822284071814755 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/b5d4dcf5e089427fa822284071814755 2024-11-27T03:21:52,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/0caeeb19f1d746ca93934d12f0b76cdd to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/0caeeb19f1d746ca93934d12f0b76cdd 2024-11-27T03:21:52,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3d7e974624874ba88bdbfacb00a95a78 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/3d7e974624874ba88bdbfacb00a95a78 2024-11-27T03:21:52,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/6afbc4395d354aacb31536ad2af7a578 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/6afbc4395d354aacb31536ad2af7a578 2024-11-27T03:21:52,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/8d5912cb362f450ebd3c1d7d6349b9a9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/8d5912cb362f450ebd3c1d7d6349b9a9 2024-11-27T03:21:52,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/6240d93188e64d02b020477fb603b71d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/6240d93188e64d02b020477fb603b71d 2024-11-27T03:21:52,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/dabcd4850caa4250a1f0ca526377b2d1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/dabcd4850caa4250a1f0ca526377b2d1 2024-11-27T03:21:52,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/c86462524d5441aeb0f4de555d151e19 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/c86462524d5441aeb0f4de555d151e19 2024-11-27T03:21:52,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/5c73c1ed53c5481db84d2ea9d191ba6a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/f95da2e771f844d7945b2c47e30c18f5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/a786d531d8cd42f89b86aab1b4f7652b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/4fc3a8fbf0984fcb9fc0eb2f06c7514b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/fc22b7e633b44901acfd5552e9303ec7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/e5f87d222cd0478581680dd3fdc26e37, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1e963e37506a44c0bf29842180e055ef, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/228b2fb78924408aa57b0d6df8a7700e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/eed86b0e9b884df5be29b32756fabde3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1b35df07569b4a03a941f9029b0f6b76, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/737e4c6b563a4c7893117b8d9b6df30e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/6e2835bf444045908ead7ebe020975c1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/bbc311ed56cc47fe9dcc67b3d4730cab, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/b9acf900caec4d4c9c1beeab8876a5fd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/10d76817d5084a3c805f1ba9581b59f6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/28f634c9f939480fbf81520ac672444d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/508ff9edc68e4b20846844f9a3f8b2be, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/9ed9ccb2daef4ccf97c118fa450f3183, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/5501a39b63cd4361acf3c209a946d893, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/7ddedf7f8cd744d9884810ec50741d0a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/d32c3bd83f0a467b8d6ff3613f3cb416, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/d336971e69384760be846dee5991b2ef, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/e62255bd77d74c3d98176b7cd46ea65d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/2d738a7e870c4c1bbec424c93f2dee18, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/9de2bd01fb8e43f7a80405815333c5a9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/b6a8e28cf2934f038db50d68283c1c86, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/bd78379c117c4661a3bbe92bf0f6318c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/04d53ad0e07a4e53aa8e779c5a1081ee, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/78b6040743fb44e1ad8fa93d05b7aaa9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/703f407249be4dfe86ae1961659549d5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/558e2b6817df44dd9a5e3cd263072145, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1b227178938943f4bc8c7629400ccf87] to archive 2024-11-27T03:21:52,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:21:52,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/5c73c1ed53c5481db84d2ea9d191ba6a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/5c73c1ed53c5481db84d2ea9d191ba6a 2024-11-27T03:21:52,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/f95da2e771f844d7945b2c47e30c18f5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/f95da2e771f844d7945b2c47e30c18f5 2024-11-27T03:21:52,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/a786d531d8cd42f89b86aab1b4f7652b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/a786d531d8cd42f89b86aab1b4f7652b 2024-11-27T03:21:52,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/4fc3a8fbf0984fcb9fc0eb2f06c7514b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/4fc3a8fbf0984fcb9fc0eb2f06c7514b 2024-11-27T03:21:52,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/fc22b7e633b44901acfd5552e9303ec7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/fc22b7e633b44901acfd5552e9303ec7 2024-11-27T03:21:52,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/e5f87d222cd0478581680dd3fdc26e37 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/e5f87d222cd0478581680dd3fdc26e37 2024-11-27T03:21:52,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1e963e37506a44c0bf29842180e055ef to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1e963e37506a44c0bf29842180e055ef 2024-11-27T03:21:52,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/228b2fb78924408aa57b0d6df8a7700e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/228b2fb78924408aa57b0d6df8a7700e 2024-11-27T03:21:52,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/eed86b0e9b884df5be29b32756fabde3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/eed86b0e9b884df5be29b32756fabde3 2024-11-27T03:21:52,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1b35df07569b4a03a941f9029b0f6b76 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1b35df07569b4a03a941f9029b0f6b76 2024-11-27T03:21:52,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/737e4c6b563a4c7893117b8d9b6df30e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/737e4c6b563a4c7893117b8d9b6df30e 2024-11-27T03:21:52,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/6e2835bf444045908ead7ebe020975c1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/6e2835bf444045908ead7ebe020975c1 2024-11-27T03:21:52,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/bbc311ed56cc47fe9dcc67b3d4730cab to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/bbc311ed56cc47fe9dcc67b3d4730cab 2024-11-27T03:21:52,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/b9acf900caec4d4c9c1beeab8876a5fd to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/b9acf900caec4d4c9c1beeab8876a5fd 2024-11-27T03:21:52,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/10d76817d5084a3c805f1ba9581b59f6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/10d76817d5084a3c805f1ba9581b59f6 2024-11-27T03:21:52,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/28f634c9f939480fbf81520ac672444d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/28f634c9f939480fbf81520ac672444d 2024-11-27T03:21:52,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/508ff9edc68e4b20846844f9a3f8b2be to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/508ff9edc68e4b20846844f9a3f8b2be 2024-11-27T03:21:52,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/9ed9ccb2daef4ccf97c118fa450f3183 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/9ed9ccb2daef4ccf97c118fa450f3183 2024-11-27T03:21:52,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/5501a39b63cd4361acf3c209a946d893 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/5501a39b63cd4361acf3c209a946d893 2024-11-27T03:21:52,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/7ddedf7f8cd744d9884810ec50741d0a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/7ddedf7f8cd744d9884810ec50741d0a 2024-11-27T03:21:52,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/d32c3bd83f0a467b8d6ff3613f3cb416 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/d32c3bd83f0a467b8d6ff3613f3cb416 2024-11-27T03:21:52,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/d336971e69384760be846dee5991b2ef to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/d336971e69384760be846dee5991b2ef 2024-11-27T03:21:52,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/e62255bd77d74c3d98176b7cd46ea65d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/e62255bd77d74c3d98176b7cd46ea65d 2024-11-27T03:21:52,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/2d738a7e870c4c1bbec424c93f2dee18 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/2d738a7e870c4c1bbec424c93f2dee18 2024-11-27T03:21:52,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/9de2bd01fb8e43f7a80405815333c5a9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/9de2bd01fb8e43f7a80405815333c5a9 2024-11-27T03:21:52,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/b6a8e28cf2934f038db50d68283c1c86 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/b6a8e28cf2934f038db50d68283c1c86 2024-11-27T03:21:52,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/bd78379c117c4661a3bbe92bf0f6318c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/bd78379c117c4661a3bbe92bf0f6318c 2024-11-27T03:21:52,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/04d53ad0e07a4e53aa8e779c5a1081ee to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/04d53ad0e07a4e53aa8e779c5a1081ee 2024-11-27T03:21:52,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/78b6040743fb44e1ad8fa93d05b7aaa9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/78b6040743fb44e1ad8fa93d05b7aaa9 2024-11-27T03:21:52,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/703f407249be4dfe86ae1961659549d5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/703f407249be4dfe86ae1961659549d5 2024-11-27T03:21:52,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/558e2b6817df44dd9a5e3cd263072145 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/558e2b6817df44dd9a5e3cd263072145 2024-11-27T03:21:52,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1b227178938943f4bc8c7629400ccf87 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/1b227178938943f4bc8c7629400ccf87 2024-11-27T03:21:53,000 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/recovered.edits/487.seqid, newMaxSeqId=487, maxSeqId=4 2024-11-27T03:21:53,001 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89. 2024-11-27T03:21:53,001 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for 772a75e0bad810bbf43adb5d28cbbe89: 2024-11-27T03:21:53,003 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed 772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=772a75e0bad810bbf43adb5d28cbbe89, regionState=CLOSED 2024-11-27T03:21:53,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-27T03:21:53,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure 772a75e0bad810bbf43adb5d28cbbe89, server=2037602345fe,42163,1732677650856 in 1.9310 sec 2024-11-27T03:21:53,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-27T03:21:53,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=772a75e0bad810bbf43adb5d28cbbe89, UNASSIGN in 1.9340 sec 2024-11-27T03:21:53,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-27T03:21:53,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9370 sec 2024-11-27T03:21:53,010 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677713009"}]},"ts":"1732677713009"} 2024-11-27T03:21:53,010 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T03:21:53,013 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T03:21:53,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9530 sec 2024-11-27T03:21:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T03:21:53,169 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-27T03:21:53,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T03:21:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:53,171 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T03:21:53,172 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:53,174 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,176 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/recovered.edits] 2024-11-27T03:21:53,179 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/1900b6b6039d4e1d892ecce074f47593 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/1900b6b6039d4e1d892ecce074f47593 2024-11-27T03:21:53,180 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/798dbc33bb384dc781461e066b39cdfb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/798dbc33bb384dc781461e066b39cdfb 2024-11-27T03:21:53,182 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/fb6bebb19ba0460ea798be6a79534358 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/A/fb6bebb19ba0460ea798be6a79534358 2024-11-27T03:21:53,184 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/20782056ba714581ab2db47c8460517c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/20782056ba714581ab2db47c8460517c 2024-11-27T03:21:53,186 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/4ad0a56fdf8b453f87e26a08eeac5c5d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/4ad0a56fdf8b453f87e26a08eeac5c5d 2024-11-27T03:21:53,187 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/79c45501d04440c39e5764675f0b65fc to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/B/79c45501d04440c39e5764675f0b65fc 2024-11-27T03:21:53,189 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/7052f68e949b48fc8e084db2e871fc03 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/7052f68e949b48fc8e084db2e871fc03 2024-11-27T03:21:53,190 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/e0fa4e34f08e4093a74c355101cccfa9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/e0fa4e34f08e4093a74c355101cccfa9 2024-11-27T03:21:53,192 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/eca749bd68a74735850598527556b724 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/C/eca749bd68a74735850598527556b724 2024-11-27T03:21:53,195 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/recovered.edits/487.seqid to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89/recovered.edits/487.seqid 2024-11-27T03:21:53,195 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,195 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T03:21:53,196 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T03:21:53,197 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T03:21:53,201 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127054d70363b144189ae4354ccd51705e9_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127054d70363b144189ae4354ccd51705e9_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,202 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271ec957d6a2fb4e669b65a58da76785bc_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271ec957d6a2fb4e669b65a58da76785bc_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,203 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112721a698b037624aaeac5f62aa73a1155d_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112721a698b037624aaeac5f62aa73a1155d_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,204 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127223b863fb3044db8b170c301eed43e14_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127223b863fb3044db8b170c301eed43e14_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,206 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127296759338a014abeb98a846aa58d36b6_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127296759338a014abeb98a846aa58d36b6_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,207 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272fb4e429b4af407d9aaf84d472eac44a_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272fb4e429b4af407d9aaf84d472eac44a_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,208 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112735bd2892f8274cd2852fc6d3ce8e17ac_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112735bd2892f8274cd2852fc6d3ce8e17ac_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,209 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273691c3169ceb46669f46c24952ac4bde_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273691c3169ceb46669f46c24952ac4bde_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,210 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274c614d590dc34bf397e8a8a8a824d193_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274c614d590dc34bf397e8a8a8a824d193_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,212 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127527edaea0d0041dc8c2cccb1cacc37e7_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127527edaea0d0041dc8c2cccb1cacc37e7_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,213 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127570abe53da0640eb9ae3813a6fc3f979_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127570abe53da0640eb9ae3813a6fc3f979_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,214 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276e79664c42344941b87b381d86c23d6c_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276e79664c42344941b87b381d86c23d6c_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,215 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276f4792665a144583b3dc65430346fa45_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276f4792665a144583b3dc65430346fa45_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,216 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112776293f22cb48443683a2600322fd0c55_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112776293f22cb48443683a2600322fd0c55_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,217 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278a2455d0d56745229b7158b3c3cb7377_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278a2455d0d56745229b7158b3c3cb7377_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,218 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278fb9db6747e0420bad0f36d1a2c20cf5_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278fb9db6747e0420bad0f36d1a2c20cf5_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,219 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127933ec645797242d4a30e12e55fa59073_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127933ec645797242d4a30e12e55fa59073_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,220 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279adf62cf687b41ec86e4c1546c894021_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279adf62cf687b41ec86e4c1546c894021_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,222 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a12afd5c866346c690d89303feccd503_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a12afd5c866346c690d89303feccd503_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,223 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b961f21d1e864f11911025a5181c03d6_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b961f21d1e864f11911025a5181c03d6_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,224 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ce84877b2d33401590314a9e70b660c4_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127ce84877b2d33401590314a9e70b660c4_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,225 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d5e51ccf177149e18bb9fa3ffee1da6c_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d5e51ccf177149e18bb9fa3ffee1da6c_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,226 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f4ba3a9e8d1f4e208d52ae85eb2dd4f3_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f4ba3a9e8d1f4e208d52ae85eb2dd4f3_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,227 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f73682f2b0524d1996518895da7cc4fb_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f73682f2b0524d1996518895da7cc4fb_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,228 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fa2ba32e1b2541f9a85a97412cd560f4_772a75e0bad810bbf43adb5d28cbbe89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fa2ba32e1b2541f9a85a97412cd560f4_772a75e0bad810bbf43adb5d28cbbe89 2024-11-27T03:21:53,228 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T03:21:53,230 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:53,233 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T03:21:53,235 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T03:21:53,236 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:53,236 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T03:21:53,236 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732677713236"}]},"ts":"9223372036854775807"} 2024-11-27T03:21:53,238 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T03:21:53,238 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 772a75e0bad810bbf43adb5d28cbbe89, NAME => 'TestAcidGuarantees,,1732677685945.772a75e0bad810bbf43adb5d28cbbe89.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T03:21:53,238 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T03:21:53,238 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732677713238"}]},"ts":"9223372036854775807"} 2024-11-27T03:21:53,239 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T03:21:53,242 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:53,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 73 msec 2024-11-27T03:21:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-27T03:21:53,273 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-27T03:21:53,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 238) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_89637663_22 at /127.0.0.1:59534 [Waiting for operation #923] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-326238777_22 at /127.0.0.1:58642 [Waiting for operation #611] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_89637663_22 at /127.0.0.1:58644 [Waiting for operation #589] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x54ab8a8c-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x54ab8a8c-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/cluster_2b66d9ec-3966-a6d0-0a48-dc5e364c52c1/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/cluster_2b66d9ec-3966-a6d0-0a48-dc5e364c52c1/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x54ab8a8c-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-326238777_22 at /127.0.0.1:59644 [Waiting for operation #891] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x54ab8a8c-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=464 (was 429) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5994 (was 6364) 2024-11-27T03:21:53,291 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=464, ProcessCount=11, AvailableMemoryMB=5993 2024-11-27T03:21:53,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T03:21:53,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:21:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T03:21:53,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:21:53,295 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:53,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 68 2024-11-27T03:21:53,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:21:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-27T03:21:53,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742129_1305 (size=960) 2024-11-27T03:21:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-27T03:21:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-27T03:21:53,703 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb 2024-11-27T03:21:53,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742130_1306 (size=53) 2024-11-27T03:21:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-27T03:21:54,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:54,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ae5a7a38ca35a7b74d98ebc1c50ecafa, disabling compactions & flushes 2024-11-27T03:21:54,109 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:54,109 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:54,109 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. after waiting 0 ms 2024-11-27T03:21:54,109 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:54,109 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:54,109 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:21:54,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:21:54,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732677714110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677714110"}]},"ts":"1732677714110"} 2024-11-27T03:21:54,111 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T03:21:54,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:21:54,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677714111"}]},"ts":"1732677714111"} 2024-11-27T03:21:54,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T03:21:54,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae5a7a38ca35a7b74d98ebc1c50ecafa, ASSIGN}] 2024-11-27T03:21:54,117 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae5a7a38ca35a7b74d98ebc1c50ecafa, ASSIGN 2024-11-27T03:21:54,118 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae5a7a38ca35a7b74d98ebc1c50ecafa, ASSIGN; state=OFFLINE, location=2037602345fe,42163,1732677650856; forceNewPlan=false, retain=false 2024-11-27T03:21:54,268 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=ae5a7a38ca35a7b74d98ebc1c50ecafa, regionState=OPENING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:21:54,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:21:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-27T03:21:54,421 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:54,424 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:54,424 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:21:54,424 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:54,424 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:21:54,424 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:54,424 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:54,426 INFO [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:54,427 INFO [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:21:54,427 INFO [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae5a7a38ca35a7b74d98ebc1c50ecafa columnFamilyName A 2024-11-27T03:21:54,427 DEBUG [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:54,428 INFO [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] regionserver.HStore(327): Store=ae5a7a38ca35a7b74d98ebc1c50ecafa/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:54,428 INFO [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:54,429 INFO [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:21:54,429 INFO [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae5a7a38ca35a7b74d98ebc1c50ecafa columnFamilyName B 2024-11-27T03:21:54,429 DEBUG [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:54,429 INFO [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] regionserver.HStore(327): Store=ae5a7a38ca35a7b74d98ebc1c50ecafa/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:54,429 INFO [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:54,430 INFO [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:21:54,430 INFO [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae5a7a38ca35a7b74d98ebc1c50ecafa columnFamilyName C 2024-11-27T03:21:54,430 DEBUG [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:21:54,431 INFO [StoreOpener-ae5a7a38ca35a7b74d98ebc1c50ecafa-1 {}] regionserver.HStore(327): Store=ae5a7a38ca35a7b74d98ebc1c50ecafa/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:21:54,431 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:54,432 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:54,432 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:54,433 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T03:21:54,434 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:54,436 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:21:54,436 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened ae5a7a38ca35a7b74d98ebc1c50ecafa; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61048652, jitterRate=-0.09030419588088989}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T03:21:54,437 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:21:54,438 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., pid=70, masterSystemTime=1732677714421 2024-11-27T03:21:54,439 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:54,439 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:54,440 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=ae5a7a38ca35a7b74d98ebc1c50ecafa, regionState=OPEN, openSeqNum=2, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:21:54,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-27T03:21:54,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 in 172 msec 2024-11-27T03:21:54,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-27T03:21:54,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae5a7a38ca35a7b74d98ebc1c50ecafa, ASSIGN in 326 msec 2024-11-27T03:21:54,445 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:21:54,445 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677714445"}]},"ts":"1732677714445"} 2024-11-27T03:21:54,446 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T03:21:54,449 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:21:54,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-11-27T03:21:54,511 DEBUG [master/2037602345fe:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 5f18f9fa2f9d8f6d8e87c935687721cd changed from -1.0 to 0.0, refreshing cache 2024-11-27T03:21:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-27T03:21:55,401 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed 2024-11-27T03:21:55,402 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53bfce45 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64dc42d9 2024-11-27T03:21:55,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58341641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:55,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:55,408 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:55,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:21:55,410 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:21:55,413 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-27T03:21:55,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:55,417 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-27T03:21:55,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:55,421 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-27T03:21:55,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:55,425 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-27T03:21:55,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:55,429 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-27T03:21:55,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:55,434 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-27T03:21:55,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:55,437 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-27T03:21:55,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:55,441 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-27T03:21:55,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:55,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-27T03:21:55,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:55,448 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-11-27T03:21:55,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:21:55,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-27T03:21:55,457 DEBUG [hconnection-0x703bb289-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:55,457 DEBUG [hconnection-0x44bccb5c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:55,457 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:55,457 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:55,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:55,458 DEBUG [hconnection-0x56fc0819-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:55,458 DEBUG [hconnection-0x7e8afb9d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:55,458 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:55,458 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:55,458 DEBUG [hconnection-0x1e64c995-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:55,459 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:55,459 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:55,459 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T03:21:55,460 DEBUG [hconnection-0x407d3897-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:55,460 DEBUG [hconnection-0x72d46e4f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:55,461 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:55,462 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:55,465 DEBUG [hconnection-0x41ef9312-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:55,465 DEBUG [hconnection-0x3091b84f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:55,466 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:55,467 DEBUG [hconnection-0x2e2e0caf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:21:55,467 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:55,470 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:21:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:55,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T03:21:55,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:21:55,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:55,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:21:55,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:55,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:21:55,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:55,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/fd2ff19ee3354b6089fecb4cb2e00b3b is 50, key is test_row_0/A:col10/1732677715476/Put/seqid=0 2024-11-27T03:21:55,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677775509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677775509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677775510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742131_1307 (size=12001) 2024-11-27T03:21:55,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677775513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677775514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/fd2ff19ee3354b6089fecb4cb2e00b3b 2024-11-27T03:21:55,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/47f73c4c4e0a4acaaea3e502ce6c7fe6 is 50, key is test_row_0/B:col10/1732677715476/Put/seqid=0 2024-11-27T03:21:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T03:21:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742132_1308 (size=12001) 2024-11-27T03:21:55,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/47f73c4c4e0a4acaaea3e502ce6c7fe6 2024-11-27T03:21:55,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:55,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T03:21:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:21:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:55,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:55,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677775615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677775615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677775615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677775618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677775618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/3ac652ef0d184cb9aefe1188a0558a2d is 50, key is test_row_0/C:col10/1732677715476/Put/seqid=0 2024-11-27T03:21:55,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742133_1309 (size=12001) 2024-11-27T03:21:55,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/3ac652ef0d184cb9aefe1188a0558a2d 2024-11-27T03:21:55,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/fd2ff19ee3354b6089fecb4cb2e00b3b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd2ff19ee3354b6089fecb4cb2e00b3b 2024-11-27T03:21:55,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd2ff19ee3354b6089fecb4cb2e00b3b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-27T03:21:55,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/47f73c4c4e0a4acaaea3e502ce6c7fe6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/47f73c4c4e0a4acaaea3e502ce6c7fe6 2024-11-27T03:21:55,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/47f73c4c4e0a4acaaea3e502ce6c7fe6, entries=150, sequenceid=15, filesize=11.7 K 2024-11-27T03:21:55,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/3ac652ef0d184cb9aefe1188a0558a2d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/3ac652ef0d184cb9aefe1188a0558a2d 2024-11-27T03:21:55,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/3ac652ef0d184cb9aefe1188a0558a2d, entries=150, sequenceid=15, filesize=11.7 K 2024-11-27T03:21:55,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 202ms, sequenceid=15, compaction requested=false 2024-11-27T03:21:55,679 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T03:21:55,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:21:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T03:21:55,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:55,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-27T03:21:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:55,763 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T03:21:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:21:55,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:55,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:21:55,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:55,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:21:55,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:55,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/b9ff3cd10ed7401e8b6e5cc97f8c526d is 50, key is test_row_0/A:col10/1732677715512/Put/seqid=0 2024-11-27T03:21:55,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:21:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:55,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742134_1310 (size=12001) 2024-11-27T03:21:55,823 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/b9ff3cd10ed7401e8b6e5cc97f8c526d 2024-11-27T03:21:55,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/b97f199e0c5940c5a1d8710484fcfaef is 50, key is test_row_0/B:col10/1732677715512/Put/seqid=0 2024-11-27T03:21:55,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677775833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677775837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677775837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677775838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677775842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742135_1311 (size=12001) 2024-11-27T03:21:55,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677775943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677775944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677775945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677775945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:55,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677775945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T03:21:56,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677776146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677776147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677776148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677776148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677776149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,261 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/b97f199e0c5940c5a1d8710484fcfaef 2024-11-27T03:21:56,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5941100f91204f3b821edac88785e84c is 50, key is test_row_0/C:col10/1732677715512/Put/seqid=0 2024-11-27T03:21:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742136_1312 (size=12001) 2024-11-27T03:21:56,303 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5941100f91204f3b821edac88785e84c 2024-11-27T03:21:56,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/b9ff3cd10ed7401e8b6e5cc97f8c526d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/b9ff3cd10ed7401e8b6e5cc97f8c526d 2024-11-27T03:21:56,316 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/b9ff3cd10ed7401e8b6e5cc97f8c526d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T03:21:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/b97f199e0c5940c5a1d8710484fcfaef as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/b97f199e0c5940c5a1d8710484fcfaef 2024-11-27T03:21:56,321 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/b97f199e0c5940c5a1d8710484fcfaef, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T03:21:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5941100f91204f3b821edac88785e84c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5941100f91204f3b821edac88785e84c 2024-11-27T03:21:56,327 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5941100f91204f3b821edac88785e84c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T03:21:56,328 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 565ms, sequenceid=37, compaction requested=false 2024-11-27T03:21:56,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:21:56,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:56,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-27T03:21:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-27T03:21:56,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-27T03:21:56,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 872 msec 2024-11-27T03:21:56,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 878 msec 2024-11-27T03:21:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:56,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T03:21:56,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:21:56,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:56,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:21:56,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:56,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:21:56,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:56,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/e632896c0dee417b8191bf202d7d4337 is 50, key is test_row_0/A:col10/1732677716455/Put/seqid=0 2024-11-27T03:21:56,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742137_1313 (size=12001) 2024-11-27T03:21:56,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/e632896c0dee417b8191bf202d7d4337 2024-11-27T03:21:56,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/d190028b543147788c606bf3c2051ca0 is 50, key is test_row_0/B:col10/1732677716455/Put/seqid=0 2024-11-27T03:21:56,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677776491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677776491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677776494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677776494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742138_1314 (size=12001) 2024-11-27T03:21:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677776494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/d190028b543147788c606bf3c2051ca0 2024-11-27T03:21:56,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/515a00d42811455e84613b57c0c85643 is 50, key is test_row_0/C:col10/1732677716455/Put/seqid=0 2024-11-27T03:21:56,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742139_1315 (size=12001) 2024-11-27T03:21:56,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/515a00d42811455e84613b57c0c85643 2024-11-27T03:21:56,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/e632896c0dee417b8191bf202d7d4337 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/e632896c0dee417b8191bf202d7d4337 2024-11-27T03:21:56,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/e632896c0dee417b8191bf202d7d4337, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T03:21:56,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/d190028b543147788c606bf3c2051ca0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/d190028b543147788c606bf3c2051ca0 2024-11-27T03:21:56,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/d190028b543147788c606bf3c2051ca0, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T03:21:56,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/515a00d42811455e84613b57c0c85643 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/515a00d42811455e84613b57c0c85643 2024-11-27T03:21:56,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/515a00d42811455e84613b57c0c85643, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T03:21:56,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 91ms, sequenceid=53, compaction requested=true 2024-11-27T03:21:56,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:21:56,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:21:56,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:56,547 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:56,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:21:56,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:56,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:21:56,547 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:56,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:56,548 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:56,549 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/A is initiating minor compaction (all files) 2024-11-27T03:21:56,549 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/A in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:56,549 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd2ff19ee3354b6089fecb4cb2e00b3b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/b9ff3cd10ed7401e8b6e5cc97f8c526d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/e632896c0dee417b8191bf202d7d4337] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=35.2 K 2024-11-27T03:21:56,549 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:56,549 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/B is initiating minor compaction (all files) 2024-11-27T03:21:56,549 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/B in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:56,549 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/47f73c4c4e0a4acaaea3e502ce6c7fe6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/b97f199e0c5940c5a1d8710484fcfaef, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/d190028b543147788c606bf3c2051ca0] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=35.2 K 2024-11-27T03:21:56,550 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd2ff19ee3354b6089fecb4cb2e00b3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732677715470 2024-11-27T03:21:56,550 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 47f73c4c4e0a4acaaea3e502ce6c7fe6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732677715470 2024-11-27T03:21:56,550 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9ff3cd10ed7401e8b6e5cc97f8c526d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732677715506 2024-11-27T03:21:56,551 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e632896c0dee417b8191bf202d7d4337, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677715821 2024-11-27T03:21:56,551 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting b97f199e0c5940c5a1d8710484fcfaef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732677715506 2024-11-27T03:21:56,551 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d190028b543147788c606bf3c2051ca0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677715821 2024-11-27T03:21:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-27T03:21:56,563 INFO [Thread-1384 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-27T03:21:56,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-27T03:21:56,566 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T03:21:56,567 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:56,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:56,572 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#B#compaction#261 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:56,573 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/3a1c2fb634e744aa877ff543ba814978 is 50, key is test_row_0/B:col10/1732677716455/Put/seqid=0 2024-11-27T03:21:56,576 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#A#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:56,576 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/536bcfd1425c4369804ca631974bcb18 is 50, key is test_row_0/A:col10/1732677716455/Put/seqid=0 2024-11-27T03:21:56,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742140_1316 (size=12104) 2024-11-27T03:21:56,597 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/536bcfd1425c4369804ca631974bcb18 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/536bcfd1425c4369804ca631974bcb18 2024-11-27T03:21:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:56,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T03:21:56,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:21:56,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:56,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:21:56,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:56,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:21:56,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:56,604 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/A of ae5a7a38ca35a7b74d98ebc1c50ecafa into 536bcfd1425c4369804ca631974bcb18(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:56,604 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:21:56,605 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/A, priority=13, startTime=1732677716547; duration=0sec 2024-11-27T03:21:56,605 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:21:56,605 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:A 2024-11-27T03:21:56,605 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:21:56,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/24e75393837142d1a7f42985c158d636 is 50, key is test_row_0/A:col10/1732677716598/Put/seqid=0 2024-11-27T03:21:56,608 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:21:56,608 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/C is initiating minor compaction (all files) 2024-11-27T03:21:56,608 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/C in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:56,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742141_1317 (size=12104) 2024-11-27T03:21:56,608 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/3ac652ef0d184cb9aefe1188a0558a2d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5941100f91204f3b821edac88785e84c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/515a00d42811455e84613b57c0c85643] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=35.2 K 2024-11-27T03:21:56,609 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ac652ef0d184cb9aefe1188a0558a2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732677715470 2024-11-27T03:21:56,609 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5941100f91204f3b821edac88785e84c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732677715506 2024-11-27T03:21:56,609 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 515a00d42811455e84613b57c0c85643, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677715821 2024-11-27T03:21:56,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677776611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677776612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677776612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,617 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/3a1c2fb634e744aa877ff543ba814978 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3a1c2fb634e744aa877ff543ba814978 2024-11-27T03:21:56,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677776616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677776616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,623 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/B of ae5a7a38ca35a7b74d98ebc1c50ecafa into 3a1c2fb634e744aa877ff543ba814978(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:56,623 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:21:56,623 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/B, priority=13, startTime=1732677716547; duration=0sec 2024-11-27T03:21:56,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742142_1318 (size=14341) 2024-11-27T03:21:56,623 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:56,623 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:B 2024-11-27T03:21:56,626 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:21:56,626 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/bd69a113c59242808419b8f8b5ba7bba is 50, key is test_row_0/C:col10/1732677716455/Put/seqid=0 2024-11-27T03:21:56,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742143_1319 (size=12104) 2024-11-27T03:21:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T03:21:56,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677776716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677776718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:56,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677776718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T03:21:56,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:56,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:21:56,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:56,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:56,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:56,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677776719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677776719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T03:21:56,872 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:56,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T03:21:56,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:56,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:21:56,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:56,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:56,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:56,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677776918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677776920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677776920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677776922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:56,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677776923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/24e75393837142d1a7f42985c158d636 2024-11-27T03:21:57,026 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:57,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T03:21:57,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:57,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:21:57,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:57,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:57,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:57,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/2451211aa1864f779d3acd9bd04f05f3 is 50, key is test_row_0/B:col10/1732677716598/Put/seqid=0 2024-11-27T03:21:57,039 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/bd69a113c59242808419b8f8b5ba7bba as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/bd69a113c59242808419b8f8b5ba7bba 2024-11-27T03:21:57,048 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/C of ae5a7a38ca35a7b74d98ebc1c50ecafa into bd69a113c59242808419b8f8b5ba7bba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:21:57,048 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:21:57,048 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/C, priority=13, startTime=1732677716547; duration=0sec 2024-11-27T03:21:57,048 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:21:57,048 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:C 2024-11-27T03:21:57,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742144_1320 (size=12001) 2024-11-27T03:21:57,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/2451211aa1864f779d3acd9bd04f05f3 2024-11-27T03:21:57,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5d643c3682884c1e9b19ef8f86a714d4 is 50, key is test_row_0/C:col10/1732677716598/Put/seqid=0 2024-11-27T03:21:57,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742145_1321 (size=12001) 2024-11-27T03:21:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T03:21:57,183 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:57,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T03:21:57,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:57,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:21:57,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:57,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:57,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:57,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677777223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677777225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677777225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677777229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677777230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:57,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T03:21:57,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:57,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:21:57,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:57,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:57,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:57,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:57,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T03:21:57,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:57,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:21:57,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:57,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:57,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:21:57,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5d643c3682884c1e9b19ef8f86a714d4 2024-11-27T03:21:57,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/24e75393837142d1a7f42985c158d636 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/24e75393837142d1a7f42985c158d636 2024-11-27T03:21:57,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/24e75393837142d1a7f42985c158d636, entries=200, sequenceid=75, filesize=14.0 K 2024-11-27T03:21:57,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/2451211aa1864f779d3acd9bd04f05f3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2451211aa1864f779d3acd9bd04f05f3 2024-11-27T03:21:57,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2451211aa1864f779d3acd9bd04f05f3, entries=150, sequenceid=75, filesize=11.7 K 2024-11-27T03:21:57,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5d643c3682884c1e9b19ef8f86a714d4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5d643c3682884c1e9b19ef8f86a714d4 2024-11-27T03:21:57,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5d643c3682884c1e9b19ef8f86a714d4, entries=150, sequenceid=75, filesize=11.7 K 2024-11-27T03:21:57,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 920ms, sequenceid=75, compaction requested=false 2024-11-27T03:21:57,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:21:57,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:57,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T03:21:57,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:57,646 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T03:21:57,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:21:57,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:57,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:21:57,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:57,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:21:57,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:57,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/f654b3631bcf4e06ae5cb1a999228ea4 is 50, key is test_row_0/A:col10/1732677716610/Put/seqid=0 2024-11-27T03:21:57,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742146_1322 (size=12001) 2024-11-27T03:21:57,657 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/f654b3631bcf4e06ae5cb1a999228ea4 2024-11-27T03:21:57,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/856160fcf0f941f2ac9ce2a4bc62ecf3 is 50, key is test_row_0/B:col10/1732677716610/Put/seqid=0 2024-11-27T03:21:57,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742147_1323 (size=12001) 2024-11-27T03:21:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T03:21:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:57,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:21:57,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677777743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677777744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677777745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677777746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677777746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677777848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677777849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677777850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677777850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:57,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677777851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677778051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677778051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677778053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677778054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677778054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,070 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/856160fcf0f941f2ac9ce2a4bc62ecf3 2024-11-27T03:21:58,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/511553e3d0b64e1296b201054d82bab6 is 50, key is test_row_0/C:col10/1732677716610/Put/seqid=0 2024-11-27T03:21:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742148_1324 (size=12001) 2024-11-27T03:21:58,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677778353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677778355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677778356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677778358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677778359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,487 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/511553e3d0b64e1296b201054d82bab6 2024-11-27T03:21:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/f654b3631bcf4e06ae5cb1a999228ea4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/f654b3631bcf4e06ae5cb1a999228ea4 2024-11-27T03:21:58,497 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/f654b3631bcf4e06ae5cb1a999228ea4, entries=150, sequenceid=93, filesize=11.7 K 2024-11-27T03:21:58,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/856160fcf0f941f2ac9ce2a4bc62ecf3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/856160fcf0f941f2ac9ce2a4bc62ecf3 2024-11-27T03:21:58,508 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/856160fcf0f941f2ac9ce2a4bc62ecf3, entries=150, sequenceid=93, filesize=11.7 K 2024-11-27T03:21:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/511553e3d0b64e1296b201054d82bab6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/511553e3d0b64e1296b201054d82bab6 2024-11-27T03:21:58,516 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/511553e3d0b64e1296b201054d82bab6, entries=150, sequenceid=93, filesize=11.7 K 2024-11-27T03:21:58,517 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 871ms, sequenceid=93, compaction requested=true 2024-11-27T03:21:58,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:21:58,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:58,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-27T03:21:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-27T03:21:58,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-27T03:21:58,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9520 sec 2024-11-27T03:21:58,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.9570 sec 2024-11-27T03:21:58,528 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T03:21:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T03:21:58,671 INFO [Thread-1384 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-27T03:21:58,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-27T03:21:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T03:21:58,677 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:58,677 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:58,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T03:21:58,829 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:58,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T03:21:58,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:58,830 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T03:21:58,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:21:58,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:58,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:21:58,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:58,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:21:58,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:58,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/d6e2d21a4eca472a92b5561d8900397f is 50, key is test_row_0/A:col10/1732677717745/Put/seqid=0 2024-11-27T03:21:58,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742149_1325 (size=12001) 2024-11-27T03:21:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:21:58,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:21:58,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677778866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677778866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677778868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677778868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677778869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677778970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677778971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677778973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677778973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677778973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T03:21:59,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677779173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:59,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677779174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:59,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677779177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:59,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677779177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:59,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677779177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:59,241 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/d6e2d21a4eca472a92b5561d8900397f 2024-11-27T03:21:59,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/796e1e92e1d44230b351209064c7100e is 50, key is test_row_0/B:col10/1732677717745/Put/seqid=0 2024-11-27T03:21:59,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742150_1326 (size=12001) 2024-11-27T03:21:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T03:21:59,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677779480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:59,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677779480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:59,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677779481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:59,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:59,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:21:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677779482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677779482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:21:59,656 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/796e1e92e1d44230b351209064c7100e 2024-11-27T03:21:59,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/0c003463cafa4e6dbe4e9f0e19a1186b is 50, key is test_row_0/C:col10/1732677717745/Put/seqid=0 2024-11-27T03:21:59,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742151_1327 (size=12001) 2024-11-27T03:21:59,667 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/0c003463cafa4e6dbe4e9f0e19a1186b 2024-11-27T03:21:59,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/d6e2d21a4eca472a92b5561d8900397f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/d6e2d21a4eca472a92b5561d8900397f 2024-11-27T03:21:59,675 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/d6e2d21a4eca472a92b5561d8900397f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-27T03:21:59,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/796e1e92e1d44230b351209064c7100e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/796e1e92e1d44230b351209064c7100e 2024-11-27T03:21:59,681 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/796e1e92e1d44230b351209064c7100e, entries=150, sequenceid=115, filesize=11.7 K 2024-11-27T03:21:59,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/0c003463cafa4e6dbe4e9f0e19a1186b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/0c003463cafa4e6dbe4e9f0e19a1186b 2024-11-27T03:21:59,686 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/0c003463cafa4e6dbe4e9f0e19a1186b, entries=150, sequenceid=115, filesize=11.7 K 2024-11-27T03:21:59,686 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 856ms, sequenceid=115, compaction requested=true 2024-11-27T03:21:59,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:21:59,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:59,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-27T03:21:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-27T03:21:59,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-27T03:21:59,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-11-27T03:21:59,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.0170 sec 2024-11-27T03:21:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T03:21:59,778 INFO [Thread-1384 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-27T03:21:59,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:21:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-27T03:21:59,782 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:21:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T03:21:59,783 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:21:59,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:21:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T03:21:59,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:21:59,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T03:21:59,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:21:59,938 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T03:21:59,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:21:59,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:59,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:21:59,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:59,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:21:59,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:21:59,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/e414de765b5e47feb745b58f64b536d7 is 50, key is test_row_0/A:col10/1732677718862/Put/seqid=0 2024-11-27T03:21:59,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742152_1328 (size=12001) 2024-11-27T03:21:59,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:21:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:00,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677780002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677780002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677780005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677780005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677780009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T03:22:00,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677780107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677780107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677780109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677780109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677780111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677780309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677780309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677780312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677780313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677780315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,349 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/e414de765b5e47feb745b58f64b536d7 2024-11-27T03:22:00,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/eb26f273ed384fafb6759730597670ff is 50, key is test_row_0/B:col10/1732677718862/Put/seqid=0 2024-11-27T03:22:00,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742153_1329 (size=12001) 2024-11-27T03:22:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T03:22:00,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677780615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677780615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677780616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677780617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677780618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:00,762 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/eb26f273ed384fafb6759730597670ff 2024-11-27T03:22:00,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/d8642aee32324c43a5e4de5e14c62245 is 50, key is test_row_0/C:col10/1732677718862/Put/seqid=0 2024-11-27T03:22:00,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742154_1330 (size=12001) 2024-11-27T03:22:00,782 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/d8642aee32324c43a5e4de5e14c62245 2024-11-27T03:22:00,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/e414de765b5e47feb745b58f64b536d7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/e414de765b5e47feb745b58f64b536d7 2024-11-27T03:22:00,791 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/e414de765b5e47feb745b58f64b536d7, entries=150, sequenceid=129, filesize=11.7 K 2024-11-27T03:22:00,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/eb26f273ed384fafb6759730597670ff as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/eb26f273ed384fafb6759730597670ff 2024-11-27T03:22:00,796 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/eb26f273ed384fafb6759730597670ff, entries=150, sequenceid=129, filesize=11.7 K 2024-11-27T03:22:00,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/d8642aee32324c43a5e4de5e14c62245 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/d8642aee32324c43a5e4de5e14c62245 2024-11-27T03:22:00,802 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/d8642aee32324c43a5e4de5e14c62245, entries=150, sequenceid=129, filesize=11.7 K 2024-11-27T03:22:00,803 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 865ms, sequenceid=129, compaction requested=true 2024-11-27T03:22:00,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:00,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:00,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-27T03:22:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-27T03:22:00,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-27T03:22:00,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0220 sec 2024-11-27T03:22:00,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.0270 sec 2024-11-27T03:22:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T03:22:00,885 INFO [Thread-1384 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-27T03:22:00,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-27T03:22:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T03:22:00,893 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:00,893 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:00,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T03:22:01,045 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:01,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T03:22:01,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:01,046 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:22:01,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:01,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:01,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:01,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:01,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:01,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:01,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/a3ab161dbf4f45e39550e20e5424bf56 is 50, key is test_row_0/A:col10/1732677720004/Put/seqid=0 2024-11-27T03:22:01,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742155_1331 (size=12151) 2024-11-27T03:22:01,067 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/a3ab161dbf4f45e39550e20e5424bf56 2024-11-27T03:22:01,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/6f90058a1ca641f6b62ad42a77d1ee4a is 50, key is test_row_0/B:col10/1732677720004/Put/seqid=0 2024-11-27T03:22:01,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742156_1332 (size=12151) 2024-11-27T03:22:01,091 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/6f90058a1ca641f6b62ad42a77d1ee4a 2024-11-27T03:22:01,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/79cb48482c1b4418bafc93a18b4f2868 is 50, key is test_row_0/C:col10/1732677720004/Put/seqid=0 2024-11-27T03:22:01,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742157_1333 (size=12151) 2024-11-27T03:22:01,119 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/79cb48482c1b4418bafc93a18b4f2868 2024-11-27T03:22:01,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/a3ab161dbf4f45e39550e20e5424bf56 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/a3ab161dbf4f45e39550e20e5424bf56 2024-11-27T03:22:01,137 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/a3ab161dbf4f45e39550e20e5424bf56, entries=150, sequenceid=152, filesize=11.9 K 2024-11-27T03:22:01,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/6f90058a1ca641f6b62ad42a77d1ee4a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/6f90058a1ca641f6b62ad42a77d1ee4a 2024-11-27T03:22:01,141 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/6f90058a1ca641f6b62ad42a77d1ee4a, entries=150, sequenceid=152, filesize=11.9 K 2024-11-27T03:22:01,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/79cb48482c1b4418bafc93a18b4f2868 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/79cb48482c1b4418bafc93a18b4f2868 2024-11-27T03:22:01,145 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/79cb48482c1b4418bafc93a18b4f2868, entries=150, sequenceid=152, filesize=11.9 K 2024-11-27T03:22:01,157 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 111ms, sequenceid=152, compaction requested=true 2024-11-27T03:22:01,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:01,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:01,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-27T03:22:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-27T03:22:01,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-27T03:22:01,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 265 msec 2024-11-27T03:22:01,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 270 msec 2024-11-27T03:22:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:01,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T03:22:01,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:01,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:01,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:01,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:01,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:01,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:01,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/4fa06892e8b942edabe0595c7b853323 is 50, key is test_row_0/A:col10/1732677721164/Put/seqid=0 2024-11-27T03:22:01,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742158_1334 (size=9757) 2024-11-27T03:22:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T03:22:01,194 INFO [Thread-1384 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-27T03:22:01,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677781191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-27T03:22:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T03:22:01,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677781192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677781193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677781193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677781194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,198 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:01,199 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:01,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:01,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T03:22:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677781295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677781299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677781299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677781299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677781299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:01,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T03:22:01,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:01,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:01,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:01,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:01,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T03:22:01,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677781500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677781503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677781503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:01,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677781504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T03:22:01,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:01,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:01,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:01,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:01,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:01,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677781508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/4fa06892e8b942edabe0595c7b853323 2024-11-27T03:22:01,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/3cd12c7a8da745a48693436744092121 is 50, key is test_row_0/B:col10/1732677721164/Put/seqid=0 2024-11-27T03:22:01,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742159_1335 (size=9757) 2024-11-27T03:22:01,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:01,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T03:22:01,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:01,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:01,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:01,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:01,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T03:22:01,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677781802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677781807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677781808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677781809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677781811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:01,814 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:01,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T03:22:01,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:01,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:01,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:01,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:01,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:01,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:01,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T03:22:01,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:01,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:01,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:01,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:01,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:02,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/3cd12c7a8da745a48693436744092121 2024-11-27T03:22:02,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/1a967c2d7701426d91d66955ef798ed5 is 50, key is test_row_0/C:col10/1732677721164/Put/seqid=0 2024-11-27T03:22:02,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742160_1336 (size=9757) 2024-11-27T03:22:02,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:02,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T03:22:02,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:02,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:02,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:02,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:02,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:02,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:02,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T03:22:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:02,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:02,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T03:22:02,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677782304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:02,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677782313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:02,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677782313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:02,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677782315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:02,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677782317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:02,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:02,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T03:22:02,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:02,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:02,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:02,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:02,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:02,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/1a967c2d7701426d91d66955ef798ed5 2024-11-27T03:22:02,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/4fa06892e8b942edabe0595c7b853323 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/4fa06892e8b942edabe0595c7b853323 2024-11-27T03:22:02,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/4fa06892e8b942edabe0595c7b853323, entries=100, sequenceid=164, filesize=9.5 K 2024-11-27T03:22:02,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/3cd12c7a8da745a48693436744092121 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3cd12c7a8da745a48693436744092121 2024-11-27T03:22:02,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3cd12c7a8da745a48693436744092121, entries=100, sequenceid=164, filesize=9.5 K 2024-11-27T03:22:02,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/1a967c2d7701426d91d66955ef798ed5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/1a967c2d7701426d91d66955ef798ed5 2024-11-27T03:22:02,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/1a967c2d7701426d91d66955ef798ed5, entries=100, sequenceid=164, filesize=9.5 K 2024-11-27T03:22:02,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 1292ms, sequenceid=164, compaction requested=true 2024-11-27T03:22:02,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:02,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:02,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:02,459 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-27T03:22:02,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:02,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:02,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:02,459 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-27T03:22:02,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:02,461 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 82016 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-27T03:22:02,461 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/B is initiating minor compaction (all files) 2024-11-27T03:22:02,461 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 84356 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-27T03:22:02,461 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/B in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:02,461 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/A is initiating minor compaction (all files) 2024-11-27T03:22:02,461 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3a1c2fb634e744aa877ff543ba814978, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2451211aa1864f779d3acd9bd04f05f3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/856160fcf0f941f2ac9ce2a4bc62ecf3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/796e1e92e1d44230b351209064c7100e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/eb26f273ed384fafb6759730597670ff, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/6f90058a1ca641f6b62ad42a77d1ee4a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3cd12c7a8da745a48693436744092121] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=80.1 K 2024-11-27T03:22:02,461 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/A in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:02,461 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/536bcfd1425c4369804ca631974bcb18, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/24e75393837142d1a7f42985c158d636, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/f654b3631bcf4e06ae5cb1a999228ea4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/d6e2d21a4eca472a92b5561d8900397f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/e414de765b5e47feb745b58f64b536d7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/a3ab161dbf4f45e39550e20e5424bf56, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/4fa06892e8b942edabe0595c7b853323] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=82.4 K 2024-11-27T03:22:02,462 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 536bcfd1425c4369804ca631974bcb18, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677715821 2024-11-27T03:22:02,462 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a1c2fb634e744aa877ff543ba814978, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677715821 2024-11-27T03:22:02,462 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24e75393837142d1a7f42985c158d636, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732677716491 2024-11-27T03:22:02,462 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2451211aa1864f779d3acd9bd04f05f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732677716493 2024-11-27T03:22:02,462 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f654b3631bcf4e06ae5cb1a999228ea4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732677716605 2024-11-27T03:22:02,462 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 856160fcf0f941f2ac9ce2a4bc62ecf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732677716605 2024-11-27T03:22:02,470 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6e2d21a4eca472a92b5561d8900397f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732677717743 2024-11-27T03:22:02,470 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 796e1e92e1d44230b351209064c7100e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732677717743 2024-11-27T03:22:02,470 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e414de765b5e47feb745b58f64b536d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732677718862 2024-11-27T03:22:02,470 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting eb26f273ed384fafb6759730597670ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732677718862 2024-11-27T03:22:02,471 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3ab161dbf4f45e39550e20e5424bf56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732677720000 2024-11-27T03:22:02,471 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f90058a1ca641f6b62ad42a77d1ee4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732677720000 2024-11-27T03:22:02,472 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fa06892e8b942edabe0595c7b853323, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732677721164 2024-11-27T03:22:02,473 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cd12c7a8da745a48693436744092121, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732677721164 2024-11-27T03:22:02,494 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#B#compaction#282 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:02,494 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/1bfcd0fb871249a1931b3c2d4407f248 is 50, key is test_row_0/B:col10/1732677721164/Put/seqid=0 2024-11-27T03:22:02,496 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#A#compaction#283 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:02,497 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/b3dc7bb386604f9bbbda2c15fa8744f5 is 50, key is test_row_0/A:col10/1732677721164/Put/seqid=0 2024-11-27T03:22:02,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742161_1337 (size=12493) 2024-11-27T03:22:02,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742162_1338 (size=12493) 2024-11-27T03:22:02,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:02,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T03:22:02,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:02,580 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T03:22:02,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:02,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:02,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:02,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:02,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:02,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:02,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/3170c9fca62d4f6aa2a86a53b6cde9ff is 50, key is test_row_0/A:col10/1732677721192/Put/seqid=0 2024-11-27T03:22:02,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742163_1339 (size=12151) 2024-11-27T03:22:02,589 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/3170c9fca62d4f6aa2a86a53b6cde9ff 2024-11-27T03:22:02,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/37558071ff124c639dadd899d334df1e is 50, key is test_row_0/B:col10/1732677721192/Put/seqid=0 2024-11-27T03:22:02,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742164_1340 (size=12151) 2024-11-27T03:22:02,910 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/b3dc7bb386604f9bbbda2c15fa8744f5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/b3dc7bb386604f9bbbda2c15fa8744f5 2024-11-27T03:22:02,918 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/A of ae5a7a38ca35a7b74d98ebc1c50ecafa into b3dc7bb386604f9bbbda2c15fa8744f5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:02,918 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:02,918 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/A, priority=9, startTime=1732677722458; duration=0sec 2024-11-27T03:22:02,918 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:02,918 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:A 2024-11-27T03:22:02,919 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-27T03:22:02,921 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 82016 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-27T03:22:02,921 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/C is initiating minor compaction (all files) 2024-11-27T03:22:02,922 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/C in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:02,922 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/bd69a113c59242808419b8f8b5ba7bba, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5d643c3682884c1e9b19ef8f86a714d4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/511553e3d0b64e1296b201054d82bab6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/0c003463cafa4e6dbe4e9f0e19a1186b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/d8642aee32324c43a5e4de5e14c62245, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/79cb48482c1b4418bafc93a18b4f2868, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/1a967c2d7701426d91d66955ef798ed5] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=80.1 K 2024-11-27T03:22:02,922 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd69a113c59242808419b8f8b5ba7bba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677715821 2024-11-27T03:22:02,923 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/1bfcd0fb871249a1931b3c2d4407f248 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/1bfcd0fb871249a1931b3c2d4407f248 2024-11-27T03:22:02,923 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d643c3682884c1e9b19ef8f86a714d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732677716493 2024-11-27T03:22:02,923 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 511553e3d0b64e1296b201054d82bab6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732677716605 2024-11-27T03:22:02,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c003463cafa4e6dbe4e9f0e19a1186b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732677717743 2024-11-27T03:22:02,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8642aee32324c43a5e4de5e14c62245, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732677718862 2024-11-27T03:22:02,925 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79cb48482c1b4418bafc93a18b4f2868, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732677720000 2024-11-27T03:22:02,925 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a967c2d7701426d91d66955ef798ed5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732677721164 2024-11-27T03:22:02,928 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/B of ae5a7a38ca35a7b74d98ebc1c50ecafa into 1bfcd0fb871249a1931b3c2d4407f248(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:02,928 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:02,928 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/B, priority=9, startTime=1732677722459; duration=0sec 2024-11-27T03:22:02,928 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:02,928 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:B 2024-11-27T03:22:02,938 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#C#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:02,939 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/b99e853724c14ab7bdaa335a10cdd5b3 is 50, key is test_row_0/C:col10/1732677721164/Put/seqid=0 2024-11-27T03:22:02,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742165_1341 (size=12493) 2024-11-27T03:22:02,975 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/b99e853724c14ab7bdaa335a10cdd5b3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/b99e853724c14ab7bdaa335a10cdd5b3 2024-11-27T03:22:02,981 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/C of ae5a7a38ca35a7b74d98ebc1c50ecafa into b99e853724c14ab7bdaa335a10cdd5b3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:02,981 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:02,981 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/C, priority=9, startTime=1732677722459; duration=0sec 2024-11-27T03:22:02,981 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:02,981 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:C 2024-11-27T03:22:03,001 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/37558071ff124c639dadd899d334df1e 2024-11-27T03:22:03,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/4db3fcb0e4b9489ca1303e7a29cd9dda is 50, key is test_row_0/C:col10/1732677721192/Put/seqid=0 2024-11-27T03:22:03,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742166_1342 (size=12151) 2024-11-27T03:22:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T03:22:03,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:03,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677783322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677783322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677783323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677783324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677783328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677783425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677783425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677783426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,428 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/4db3fcb0e4b9489ca1303e7a29cd9dda 2024-11-27T03:22:03,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/3170c9fca62d4f6aa2a86a53b6cde9ff as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/3170c9fca62d4f6aa2a86a53b6cde9ff 2024-11-27T03:22:03,436 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/3170c9fca62d4f6aa2a86a53b6cde9ff, entries=150, sequenceid=188, filesize=11.9 K 2024-11-27T03:22:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/37558071ff124c639dadd899d334df1e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/37558071ff124c639dadd899d334df1e 2024-11-27T03:22:03,441 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/37558071ff124c639dadd899d334df1e, entries=150, sequenceid=188, filesize=11.9 K 2024-11-27T03:22:03,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/4db3fcb0e4b9489ca1303e7a29cd9dda as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/4db3fcb0e4b9489ca1303e7a29cd9dda 2024-11-27T03:22:03,446 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/4db3fcb0e4b9489ca1303e7a29cd9dda, entries=150, sequenceid=188, filesize=11.9 K 2024-11-27T03:22:03,447 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 867ms, sequenceid=188, compaction requested=false 2024-11-27T03:22:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:03,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-27T03:22:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-27T03:22:03,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-27T03:22:03,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2490 sec 2024-11-27T03:22:03,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.2540 sec 2024-11-27T03:22:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:03,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T03:22:03,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:03,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:03,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:03,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:03,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:03,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:03,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/129a3275708d4e06b3734a407ff0971c is 50, key is test_row_0/A:col10/1732677723628/Put/seqid=0 2024-11-27T03:22:03,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742167_1343 (size=14541) 2024-11-27T03:22:03,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677783649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677783650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/129a3275708d4e06b3734a407ff0971c 2024-11-27T03:22:03,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677783651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/02a2d2469a6e4d12b71e963b5a4556c7 is 50, key is test_row_0/B:col10/1732677723628/Put/seqid=0 2024-11-27T03:22:03,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742168_1344 (size=12151) 2024-11-27T03:22:03,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/02a2d2469a6e4d12b71e963b5a4556c7 2024-11-27T03:22:03,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/ecaee63d8f8942b1902f3b6bc9f8f61d is 50, key is test_row_0/C:col10/1732677723628/Put/seqid=0 2024-11-27T03:22:03,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742169_1345 (size=12151) 2024-11-27T03:22:03,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677783752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677783754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677783755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677783954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677783957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:03,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677783958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:04,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/ecaee63d8f8942b1902f3b6bc9f8f61d 2024-11-27T03:22:04,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/129a3275708d4e06b3734a407ff0971c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/129a3275708d4e06b3734a407ff0971c 2024-11-27T03:22:04,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/129a3275708d4e06b3734a407ff0971c, entries=200, sequenceid=206, filesize=14.2 K 2024-11-27T03:22:04,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/02a2d2469a6e4d12b71e963b5a4556c7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/02a2d2469a6e4d12b71e963b5a4556c7 2024-11-27T03:22:04,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/02a2d2469a6e4d12b71e963b5a4556c7, entries=150, sequenceid=206, filesize=11.9 K 2024-11-27T03:22:04,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/ecaee63d8f8942b1902f3b6bc9f8f61d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/ecaee63d8f8942b1902f3b6bc9f8f61d 2024-11-27T03:22:04,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/ecaee63d8f8942b1902f3b6bc9f8f61d, entries=150, sequenceid=206, filesize=11.9 K 2024-11-27T03:22:04,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 464ms, sequenceid=206, compaction requested=true 2024-11-27T03:22:04,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:04,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:04,094 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:04,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:04,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:04,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:04,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:04,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:04,094 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:04,095 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:04,095 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:04,095 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/B is initiating minor compaction (all files) 2024-11-27T03:22:04,095 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/A is initiating minor compaction (all files) 2024-11-27T03:22:04,095 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/B in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:04,095 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/A in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:04,095 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/1bfcd0fb871249a1931b3c2d4407f248, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/37558071ff124c639dadd899d334df1e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/02a2d2469a6e4d12b71e963b5a4556c7] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=35.9 K 2024-11-27T03:22:04,095 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/b3dc7bb386604f9bbbda2c15fa8744f5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/3170c9fca62d4f6aa2a86a53b6cde9ff, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/129a3275708d4e06b3734a407ff0971c] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=38.3 K 2024-11-27T03:22:04,096 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bfcd0fb871249a1931b3c2d4407f248, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732677720000 2024-11-27T03:22:04,096 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3dc7bb386604f9bbbda2c15fa8744f5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732677720000 2024-11-27T03:22:04,096 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 37558071ff124c639dadd899d334df1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732677721187 2024-11-27T03:22:04,096 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3170c9fca62d4f6aa2a86a53b6cde9ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732677721187 2024-11-27T03:22:04,096 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 129a3275708d4e06b3734a407ff0971c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732677723323 2024-11-27T03:22:04,096 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 02a2d2469a6e4d12b71e963b5a4556c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732677723628 2024-11-27T03:22:04,104 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#B#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:04,104 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/5a0d7f4d80984bb19288aaf5bbea9aa8 is 50, key is test_row_0/B:col10/1732677723628/Put/seqid=0 2024-11-27T03:22:04,105 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#A#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:04,105 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/04e12fb592dd44c6ab6ce216bfb0ba55 is 50, key is test_row_0/A:col10/1732677723628/Put/seqid=0 2024-11-27T03:22:04,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742170_1346 (size=12595) 2024-11-27T03:22:04,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742171_1347 (size=12595) 2024-11-27T03:22:04,121 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/04e12fb592dd44c6ab6ce216bfb0ba55 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/04e12fb592dd44c6ab6ce216bfb0ba55 2024-11-27T03:22:04,126 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/A of ae5a7a38ca35a7b74d98ebc1c50ecafa into 04e12fb592dd44c6ab6ce216bfb0ba55(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:04,126 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:04,126 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/A, priority=13, startTime=1732677724094; duration=0sec 2024-11-27T03:22:04,126 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:04,127 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:A 2024-11-27T03:22:04,127 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:04,128 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:04,128 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/C is initiating minor compaction (all files) 2024-11-27T03:22:04,128 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/C in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:04,128 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/b99e853724c14ab7bdaa335a10cdd5b3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/4db3fcb0e4b9489ca1303e7a29cd9dda, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/ecaee63d8f8942b1902f3b6bc9f8f61d] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=35.9 K 2024-11-27T03:22:04,129 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b99e853724c14ab7bdaa335a10cdd5b3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732677720000 2024-11-27T03:22:04,129 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4db3fcb0e4b9489ca1303e7a29cd9dda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732677721187 2024-11-27T03:22:04,129 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecaee63d8f8942b1902f3b6bc9f8f61d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732677723628 2024-11-27T03:22:04,138 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:04,139 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/37ea1ec12d374c07966140d3b2faf3fb is 50, key is test_row_0/C:col10/1732677723628/Put/seqid=0 2024-11-27T03:22:04,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742172_1348 (size=12595) 2024-11-27T03:22:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:04,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:22:04,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:04,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:04,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:04,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:04,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:04,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:04,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/15ac2cd5702c4bfd9174831da2d6dabf is 50, key is test_row_0/A:col10/1732677724258/Put/seqid=0 2024-11-27T03:22:04,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742173_1349 (size=12151) 2024-11-27T03:22:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677784272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677784272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:04,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677784272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:04,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677784376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:04,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677784376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:04,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677784377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:04,513 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/5a0d7f4d80984bb19288aaf5bbea9aa8 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/5a0d7f4d80984bb19288aaf5bbea9aa8 2024-11-27T03:22:04,518 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/B of ae5a7a38ca35a7b74d98ebc1c50ecafa into 5a0d7f4d80984bb19288aaf5bbea9aa8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:04,518 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:04,518 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/B, priority=13, startTime=1732677724094; duration=0sec 2024-11-27T03:22:04,518 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:04,518 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:B 2024-11-27T03:22:04,549 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/37ea1ec12d374c07966140d3b2faf3fb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/37ea1ec12d374c07966140d3b2faf3fb 2024-11-27T03:22:04,554 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/C of ae5a7a38ca35a7b74d98ebc1c50ecafa into 37ea1ec12d374c07966140d3b2faf3fb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:04,554 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:04,554 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/C, priority=13, startTime=1732677724094; duration=0sec 2024-11-27T03:22:04,554 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:04,554 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:C 2024-11-27T03:22:04,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677784579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:04,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677784580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:04,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677784580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:04,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/15ac2cd5702c4bfd9174831da2d6dabf 2024-11-27T03:22:04,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/f34722e88c0d44e8ab5a66e4b890e18c is 50, key is test_row_0/B:col10/1732677724258/Put/seqid=0 2024-11-27T03:22:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742174_1350 (size=12151) 2024-11-27T03:22:04,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/f34722e88c0d44e8ab5a66e4b890e18c 2024-11-27T03:22:04,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/f566bc91c2624dc9a907267c968bb25a is 50, key is test_row_0/C:col10/1732677724258/Put/seqid=0 2024-11-27T03:22:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742175_1351 (size=12151) 2024-11-27T03:22:04,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/f566bc91c2624dc9a907267c968bb25a 2024-11-27T03:22:04,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/15ac2cd5702c4bfd9174831da2d6dabf as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/15ac2cd5702c4bfd9174831da2d6dabf 2024-11-27T03:22:04,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/15ac2cd5702c4bfd9174831da2d6dabf, entries=150, sequenceid=230, filesize=11.9 K 2024-11-27T03:22:04,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/f34722e88c0d44e8ab5a66e4b890e18c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/f34722e88c0d44e8ab5a66e4b890e18c 2024-11-27T03:22:04,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/f34722e88c0d44e8ab5a66e4b890e18c, entries=150, sequenceid=230, filesize=11.9 K 2024-11-27T03:22:04,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/f566bc91c2624dc9a907267c968bb25a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/f566bc91c2624dc9a907267c968bb25a 2024-11-27T03:22:04,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/f566bc91c2624dc9a907267c968bb25a, entries=150, sequenceid=230, filesize=11.9 K 2024-11-27T03:22:04,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 480ms, sequenceid=230, compaction requested=false 2024-11-27T03:22:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:04,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T03:22:04,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:04,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:04,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:04,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:04,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:04,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:04,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/16ce25a1c8174cbcac0ce070da4b8164 is 50, key is test_row_0/A:col10/1732677724886/Put/seqid=0 2024-11-27T03:22:04,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742176_1352 (size=14541) 2024-11-27T03:22:04,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/16ce25a1c8174cbcac0ce070da4b8164 2024-11-27T03:22:04,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:04,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677784901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677784902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:04,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/bb43d013cab54f81bfc815e4af4cbc92 is 50, key is test_row_0/B:col10/1732677724886/Put/seqid=0 2024-11-27T03:22:04,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677784904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:04,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742177_1353 (size=12151) 2024-11-27T03:22:05,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677785005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:05,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677785005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:05,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677785007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:05,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:05,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677785209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677785209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:05,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677785210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T03:22:05,302 INFO [Thread-1384 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-27T03:22:05,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-27T03:22:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T03:22:05,305 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:05,306 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:05,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:05,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/bb43d013cab54f81bfc815e4af4cbc92 2024-11-27T03:22:05,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5021fede536943c887ab97d6abd9a6c5 is 50, key is test_row_0/C:col10/1732677724886/Put/seqid=0 2024-11-27T03:22:05,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742178_1354 (size=12151) 2024-11-27T03:22:05,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677785326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:05,329 DEBUG [Thread-1376 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., hostname=2037602345fe,42163,1732677650856, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:05,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677785330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:05,333 DEBUG [Thread-1374 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., hostname=2037602345fe,42163,1732677650856, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T03:22:05,457 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:05,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T03:22:05,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:05,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:05,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:05,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:05,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:05,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677785513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:05,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:05,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677785514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677785514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T03:22:05,610 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:05,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T03:22:05,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:05,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:05,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:05,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:05,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:05,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5021fede536943c887ab97d6abd9a6c5 2024-11-27T03:22:05,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/16ce25a1c8174cbcac0ce070da4b8164 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/16ce25a1c8174cbcac0ce070da4b8164 2024-11-27T03:22:05,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/16ce25a1c8174cbcac0ce070da4b8164, entries=200, sequenceid=249, filesize=14.2 K 2024-11-27T03:22:05,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/bb43d013cab54f81bfc815e4af4cbc92 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/bb43d013cab54f81bfc815e4af4cbc92 2024-11-27T03:22:05,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/bb43d013cab54f81bfc815e4af4cbc92, entries=150, sequenceid=249, filesize=11.9 K 2024-11-27T03:22:05,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5021fede536943c887ab97d6abd9a6c5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5021fede536943c887ab97d6abd9a6c5 2024-11-27T03:22:05,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5021fede536943c887ab97d6abd9a6c5, entries=150, sequenceid=249, filesize=11.9 K 2024-11-27T03:22:05,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 858ms, sequenceid=249, compaction requested=true 2024-11-27T03:22:05,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:05,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:05,744 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:05,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:05,744 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:05,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:05,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:05,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:05,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:05,746 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:05,746 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:05,746 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/A is initiating minor compaction (all files) 2024-11-27T03:22:05,746 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/B is initiating minor compaction (all files) 2024-11-27T03:22:05,746 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/A in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:05,746 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/B in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:05,746 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/5a0d7f4d80984bb19288aaf5bbea9aa8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/f34722e88c0d44e8ab5a66e4b890e18c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/bb43d013cab54f81bfc815e4af4cbc92] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=36.0 K 2024-11-27T03:22:05,746 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/04e12fb592dd44c6ab6ce216bfb0ba55, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/15ac2cd5702c4bfd9174831da2d6dabf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/16ce25a1c8174cbcac0ce070da4b8164] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=38.4 K 2024-11-27T03:22:05,747 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a0d7f4d80984bb19288aaf5bbea9aa8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732677723628 2024-11-27T03:22:05,747 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04e12fb592dd44c6ab6ce216bfb0ba55, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732677723628 2024-11-27T03:22:05,747 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f34722e88c0d44e8ab5a66e4b890e18c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732677723649 2024-11-27T03:22:05,748 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15ac2cd5702c4bfd9174831da2d6dabf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732677723649 2024-11-27T03:22:05,748 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting bb43d013cab54f81bfc815e4af4cbc92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732677724268 2024-11-27T03:22:05,748 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16ce25a1c8174cbcac0ce070da4b8164, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732677724268 2024-11-27T03:22:05,758 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#A#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:05,758 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#B#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:05,758 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/6fc53fb26a2a418a8b455eb59e14ff3e is 50, key is test_row_0/A:col10/1732677724886/Put/seqid=0 2024-11-27T03:22:05,758 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/00659e561ea34a5387a9467767832786 is 50, key is test_row_0/B:col10/1732677724886/Put/seqid=0 2024-11-27T03:22:05,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742179_1355 (size=12697) 2024-11-27T03:22:05,763 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:05,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T03:22:05,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:05,764 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T03:22:05,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:05,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:05,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:05,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:05,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:05,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:05,769 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/00659e561ea34a5387a9467767832786 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/00659e561ea34a5387a9467767832786 2024-11-27T03:22:05,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742180_1356 (size=12697) 2024-11-27T03:22:05,775 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/6fc53fb26a2a418a8b455eb59e14ff3e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/6fc53fb26a2a418a8b455eb59e14ff3e 2024-11-27T03:22:05,776 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/B of ae5a7a38ca35a7b74d98ebc1c50ecafa into 00659e561ea34a5387a9467767832786(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:05,776 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:05,776 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/B, priority=13, startTime=1732677725744; duration=0sec 2024-11-27T03:22:05,776 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:05,776 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:B 2024-11-27T03:22:05,777 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:05,780 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/A of ae5a7a38ca35a7b74d98ebc1c50ecafa into 6fc53fb26a2a418a8b455eb59e14ff3e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:05,780 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:05,780 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/A, priority=13, startTime=1732677725744; duration=0sec 2024-11-27T03:22:05,780 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:05,780 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:A 2024-11-27T03:22:05,781 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:05,781 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/C is initiating minor compaction (all files) 2024-11-27T03:22:05,781 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/C in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:05,781 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/37ea1ec12d374c07966140d3b2faf3fb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/f566bc91c2624dc9a907267c968bb25a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5021fede536943c887ab97d6abd9a6c5] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=36.0 K 2024-11-27T03:22:05,781 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 37ea1ec12d374c07966140d3b2faf3fb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732677723628 2024-11-27T03:22:05,782 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f566bc91c2624dc9a907267c968bb25a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732677723649 2024-11-27T03:22:05,783 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5021fede536943c887ab97d6abd9a6c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732677724268 2024-11-27T03:22:05,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/dde9dea1ffda4338b75b322c9f27434d is 50, key is test_row_0/A:col10/1732677724897/Put/seqid=0 2024-11-27T03:22:05,793 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#C#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:05,793 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/0d84882550374a7987f6b22f379e3d16 is 50, key is test_row_0/C:col10/1732677724886/Put/seqid=0 2024-11-27T03:22:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742181_1357 (size=12301) 2024-11-27T03:22:05,797 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/dde9dea1ffda4338b75b322c9f27434d 2024-11-27T03:22:05,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/450bad1cf6a24fecaea988fb65fafc13 is 50, key is test_row_0/B:col10/1732677724897/Put/seqid=0 2024-11-27T03:22:05,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742182_1358 (size=12697) 2024-11-27T03:22:05,812 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/0d84882550374a7987f6b22f379e3d16 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/0d84882550374a7987f6b22f379e3d16 2024-11-27T03:22:05,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742183_1359 (size=12301) 2024-11-27T03:22:05,813 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/450bad1cf6a24fecaea988fb65fafc13 2024-11-27T03:22:05,819 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/C of ae5a7a38ca35a7b74d98ebc1c50ecafa into 0d84882550374a7987f6b22f379e3d16(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:05,819 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:05,819 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/C, priority=13, startTime=1732677725745; duration=0sec 2024-11-27T03:22:05,819 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:05,819 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:C 2024-11-27T03:22:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/b0eaa659108e46ed9762449a9b344ba9 is 50, key is test_row_0/C:col10/1732677724897/Put/seqid=0 2024-11-27T03:22:05,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742184_1360 (size=12301) 2024-11-27T03:22:05,830 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/b0eaa659108e46ed9762449a9b344ba9 2024-11-27T03:22:05,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/dde9dea1ffda4338b75b322c9f27434d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/dde9dea1ffda4338b75b322c9f27434d 2024-11-27T03:22:05,839 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/dde9dea1ffda4338b75b322c9f27434d, entries=150, sequenceid=268, filesize=12.0 K 2024-11-27T03:22:05,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/450bad1cf6a24fecaea988fb65fafc13 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/450bad1cf6a24fecaea988fb65fafc13 2024-11-27T03:22:05,845 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/450bad1cf6a24fecaea988fb65fafc13, entries=150, sequenceid=268, filesize=12.0 K 2024-11-27T03:22:05,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/b0eaa659108e46ed9762449a9b344ba9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/b0eaa659108e46ed9762449a9b344ba9 2024-11-27T03:22:05,850 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/b0eaa659108e46ed9762449a9b344ba9, entries=150, sequenceid=268, filesize=12.0 K 2024-11-27T03:22:05,851 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 87ms, sequenceid=268, compaction requested=false 2024-11-27T03:22:05,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:05,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:05,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-27T03:22:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-27T03:22:05,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-27T03:22:05,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 546 msec 2024-11-27T03:22:05,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 552 msec 2024-11-27T03:22:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T03:22:05,908 INFO [Thread-1384 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-27T03:22:05,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-27T03:22:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T03:22:05,911 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:05,912 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:05,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T03:22:06,063 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:06,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-27T03:22:06,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:06,064 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-27T03:22:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:06,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:06,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/9828e8c451dd4b9497c5c51ad5e04c2d is 50, key is test_row_0/A:col10/1732677726022/Put/seqid=0 2024-11-27T03:22:06,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742185_1361 (size=14737) 2024-11-27T03:22:06,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677786097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:06,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:06,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677786098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677786099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:06,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677786202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:06,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677786203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:06,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677786203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T03:22:06,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677786405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:06,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677786405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:06,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677786406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:06,480 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/9828e8c451dd4b9497c5c51ad5e04c2d 2024-11-27T03:22:06,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/9d8e7a9851f046ac9f30323421b9ab23 is 50, key is test_row_0/B:col10/1732677726022/Put/seqid=0 2024-11-27T03:22:06,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742186_1362 (size=9857) 2024-11-27T03:22:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T03:22:06,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677786707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:06,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677786708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:06,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677786709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:06,892 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/9d8e7a9851f046ac9f30323421b9ab23 2024-11-27T03:22:06,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/7cd5243194b14bd0b8e7be1ca41d1cc9 is 50, key is test_row_0/C:col10/1732677726022/Put/seqid=0 2024-11-27T03:22:06,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742187_1363 (size=9857) 2024-11-27T03:22:06,909 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/7cd5243194b14bd0b8e7be1ca41d1cc9 2024-11-27T03:22:06,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/9828e8c451dd4b9497c5c51ad5e04c2d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/9828e8c451dd4b9497c5c51ad5e04c2d 2024-11-27T03:22:06,916 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/9828e8c451dd4b9497c5c51ad5e04c2d, entries=200, sequenceid=279, filesize=14.4 K 2024-11-27T03:22:06,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/9d8e7a9851f046ac9f30323421b9ab23 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/9d8e7a9851f046ac9f30323421b9ab23 2024-11-27T03:22:06,922 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/9d8e7a9851f046ac9f30323421b9ab23, entries=100, sequenceid=279, filesize=9.6 K 2024-11-27T03:22:06,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/7cd5243194b14bd0b8e7be1ca41d1cc9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/7cd5243194b14bd0b8e7be1ca41d1cc9 2024-11-27T03:22:06,927 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/7cd5243194b14bd0b8e7be1ca41d1cc9, entries=100, sequenceid=279, filesize=9.6 K 2024-11-27T03:22:06,927 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 863ms, sequenceid=279, compaction requested=true 2024-11-27T03:22:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-27T03:22:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-27T03:22:06,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-27T03:22:06,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0170 sec 2024-11-27T03:22:06,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.0210 sec 2024-11-27T03:22:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T03:22:07,014 INFO [Thread-1384 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-27T03:22:07,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-27T03:22:07,016 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T03:22:07,017 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:07,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T03:22:07,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:07,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-27T03:22:07,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:07,169 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T03:22:07,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:07,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:07,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:07,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:07,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:07,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:07,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/9e08460fcecd4ace99f576957e43dc89 is 50, key is test_row_0/A:col10/1732677726098/Put/seqid=0 2024-11-27T03:22:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742188_1364 (size=12301) 2024-11-27T03:22:07,181 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/9e08460fcecd4ace99f576957e43dc89 2024-11-27T03:22:07,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/b99061bd6b704a2faedf606378607557 is 50, key is test_row_0/B:col10/1732677726098/Put/seqid=0 2024-11-27T03:22:07,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742189_1365 (size=12301) 2024-11-27T03:22:07,192 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/b99061bd6b704a2faedf606378607557 2024-11-27T03:22:07,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/7fb6554324d94b6ba873f3e7a4264634 is 50, key is test_row_0/C:col10/1732677726098/Put/seqid=0 2024-11-27T03:22:07,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742190_1366 (size=12301) 2024-11-27T03:22:07,212 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/7fb6554324d94b6ba873f3e7a4264634 2024-11-27T03:22:07,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:07,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/9e08460fcecd4ace99f576957e43dc89 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/9e08460fcecd4ace99f576957e43dc89 2024-11-27T03:22:07,220 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/9e08460fcecd4ace99f576957e43dc89, entries=150, sequenceid=307, filesize=12.0 K 2024-11-27T03:22:07,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/b99061bd6b704a2faedf606378607557 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/b99061bd6b704a2faedf606378607557 2024-11-27T03:22:07,225 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/b99061bd6b704a2faedf606378607557, entries=150, sequenceid=307, filesize=12.0 K 2024-11-27T03:22:07,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/7fb6554324d94b6ba873f3e7a4264634 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/7fb6554324d94b6ba873f3e7a4264634 2024-11-27T03:22:07,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677787222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677787222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677787222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,229 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/7fb6554324d94b6ba873f3e7a4264634, entries=150, sequenceid=307, filesize=12.0 K 2024-11-27T03:22:07,230 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 61ms, sequenceid=307, compaction requested=true 2024-11-27T03:22:07,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:07,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:07,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-27T03:22:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-27T03:22:07,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-27T03:22:07,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 214 msec 2024-11-27T03:22:07,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 218 msec 2024-11-27T03:22:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T03:22:07,318 INFO [Thread-1384 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-27T03:22:07,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-27T03:22:07,322 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:07,322 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:07,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T03:22:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:07,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:22:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:07,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/fd2072dcf75347109b1e84f85077bce8 is 50, key is test_row_0/A:col10/1732677727330/Put/seqid=0 2024-11-27T03:22:07,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742191_1367 (size=14741) 2024-11-27T03:22:07,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/fd2072dcf75347109b1e84f85077bce8 2024-11-27T03:22:07,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/3a5f627682fb4dd58cddabaacb2e1c8b is 50, key is test_row_0/B:col10/1732677727330/Put/seqid=0 2024-11-27T03:22:07,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742192_1368 (size=12301) 2024-11-27T03:22:07,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/3a5f627682fb4dd58cddabaacb2e1c8b 2024-11-27T03:22:07,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/263898d722e64ee286dee3f08f279fa1 is 50, key is test_row_0/C:col10/1732677727330/Put/seqid=0 2024-11-27T03:22:07,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677787362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677787362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677787363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742193_1369 (size=12301) 2024-11-27T03:22:07,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/263898d722e64ee286dee3f08f279fa1 2024-11-27T03:22:07,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/fd2072dcf75347109b1e84f85077bce8 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd2072dcf75347109b1e84f85077bce8 2024-11-27T03:22:07,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd2072dcf75347109b1e84f85077bce8, entries=200, sequenceid=319, filesize=14.4 K 2024-11-27T03:22:07,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/3a5f627682fb4dd58cddabaacb2e1c8b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3a5f627682fb4dd58cddabaacb2e1c8b 2024-11-27T03:22:07,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3a5f627682fb4dd58cddabaacb2e1c8b, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T03:22:07,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/263898d722e64ee286dee3f08f279fa1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/263898d722e64ee286dee3f08f279fa1 2024-11-27T03:22:07,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/263898d722e64ee286dee3f08f279fa1, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T03:22:07,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 63ms, sequenceid=319, compaction requested=true 2024-11-27T03:22:07,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:07,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:07,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:07,394 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T03:22:07,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:07,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:07,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:07,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:22:07,395 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T03:22:07,396 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 66777 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T03:22:07,396 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/A is initiating minor compaction (all files) 2024-11-27T03:22:07,396 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/A in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:07,396 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/6fc53fb26a2a418a8b455eb59e14ff3e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/dde9dea1ffda4338b75b322c9f27434d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/9828e8c451dd4b9497c5c51ad5e04c2d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/9e08460fcecd4ace99f576957e43dc89, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd2072dcf75347109b1e84f85077bce8] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=65.2 K 2024-11-27T03:22:07,397 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fc53fb26a2a418a8b455eb59e14ff3e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732677724268 2024-11-27T03:22:07,397 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59457 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T03:22:07,397 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/B is initiating minor compaction (all files) 2024-11-27T03:22:07,397 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/B in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:07,397 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/00659e561ea34a5387a9467767832786, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/450bad1cf6a24fecaea988fb65fafc13, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/9d8e7a9851f046ac9f30323421b9ab23, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/b99061bd6b704a2faedf606378607557, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3a5f627682fb4dd58cddabaacb2e1c8b] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=58.1 K 2024-11-27T03:22:07,397 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting dde9dea1ffda4338b75b322c9f27434d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732677724897 2024-11-27T03:22:07,398 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 00659e561ea34a5387a9467767832786, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732677724268 2024-11-27T03:22:07,398 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 450bad1cf6a24fecaea988fb65fafc13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732677724897 2024-11-27T03:22:07,398 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9828e8c451dd4b9497c5c51ad5e04c2d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732677726018 2024-11-27T03:22:07,398 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d8e7a9851f046ac9f30323421b9ab23, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732677726021 2024-11-27T03:22:07,398 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e08460fcecd4ace99f576957e43dc89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732677726093 2024-11-27T03:22:07,398 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting b99061bd6b704a2faedf606378607557, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732677726093 2024-11-27T03:22:07,399 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd2072dcf75347109b1e84f85077bce8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732677727216 2024-11-27T03:22:07,399 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a5f627682fb4dd58cddabaacb2e1c8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732677727216 2024-11-27T03:22:07,409 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#B#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:07,409 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/6e25fc36e85b4995a0f3c5afeb7b5f62 is 50, key is test_row_0/B:col10/1732677727330/Put/seqid=0 2024-11-27T03:22:07,410 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#A#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:07,411 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/eab5e60fe21a40cdae1af9280e317edb is 50, key is test_row_0/A:col10/1732677727330/Put/seqid=0 2024-11-27T03:22:07,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742195_1371 (size=13017) 2024-11-27T03:22:07,420 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/eab5e60fe21a40cdae1af9280e317edb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/eab5e60fe21a40cdae1af9280e317edb 2024-11-27T03:22:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T03:22:07,425 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/A of ae5a7a38ca35a7b74d98ebc1c50ecafa into eab5e60fe21a40cdae1af9280e317edb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:07,425 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:07,425 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/A, priority=11, startTime=1732677727394; duration=0sec 2024-11-27T03:22:07,425 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:07,425 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:A 2024-11-27T03:22:07,425 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T03:22:07,427 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59457 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T03:22:07,427 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/C is initiating minor compaction (all files) 2024-11-27T03:22:07,427 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/C in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:07,427 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/0d84882550374a7987f6b22f379e3d16, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/b0eaa659108e46ed9762449a9b344ba9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/7cd5243194b14bd0b8e7be1ca41d1cc9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/7fb6554324d94b6ba873f3e7a4264634, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/263898d722e64ee286dee3f08f279fa1] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=58.1 K 2024-11-27T03:22:07,428 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d84882550374a7987f6b22f379e3d16, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732677724268 2024-11-27T03:22:07,428 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0eaa659108e46ed9762449a9b344ba9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732677724897 2024-11-27T03:22:07,428 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cd5243194b14bd0b8e7be1ca41d1cc9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732677726021 2024-11-27T03:22:07,429 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fb6554324d94b6ba873f3e7a4264634, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732677726093 2024-11-27T03:22:07,429 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 263898d722e64ee286dee3f08f279fa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732677727216 2024-11-27T03:22:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742194_1370 (size=13017) 2024-11-27T03:22:07,444 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/6e25fc36e85b4995a0f3c5afeb7b5f62 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/6e25fc36e85b4995a0f3c5afeb7b5f62 2024-11-27T03:22:07,449 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/B of ae5a7a38ca35a7b74d98ebc1c50ecafa into 6e25fc36e85b4995a0f3c5afeb7b5f62(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:07,449 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:07,449 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/B, priority=11, startTime=1732677727394; duration=0sec 2024-11-27T03:22:07,450 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:07,450 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:B 2024-11-27T03:22:07,454 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#C#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:07,455 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/329a01b24f2b433ca705b5802a58ba5f is 50, key is test_row_0/C:col10/1732677727330/Put/seqid=0 2024-11-27T03:22:07,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742196_1372 (size=13017) 2024-11-27T03:22:07,469 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/329a01b24f2b433ca705b5802a58ba5f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/329a01b24f2b433ca705b5802a58ba5f 2024-11-27T03:22:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:07,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T03:22:07,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:07,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:07,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:07,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:07,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:07,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:07,475 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/C of ae5a7a38ca35a7b74d98ebc1c50ecafa into 329a01b24f2b433ca705b5802a58ba5f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:07,475 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:07,475 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/C, priority=11, startTime=1732677727394; duration=0sec 2024-11-27T03:22:07,475 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:07,475 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:C 2024-11-27T03:22:07,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/86c4e347aa6e4dcb8aa529bd0671e6c0 is 50, key is test_row_0/A:col10/1732677727470/Put/seqid=0 2024-11-27T03:22:07,478 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:07,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T03:22:07,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:07,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:07,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:07,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:07,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:07,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677787482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677787484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677787484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742197_1373 (size=12301) 2024-11-27T03:22:07,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677787585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677787588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677787588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T03:22:07,632 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:07,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T03:22:07,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:07,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:07,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:07,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:07,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:07,785 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:07,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T03:22:07,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:07,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:07,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:07,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:07,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:07,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677787787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677787791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677787791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:07,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/86c4e347aa6e4dcb8aa529bd0671e6c0 2024-11-27T03:22:07,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/39f43aa07def40109a719dd66ced8cc4 is 50, key is test_row_0/B:col10/1732677727470/Put/seqid=0 2024-11-27T03:22:07,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742198_1374 (size=12301) 2024-11-27T03:22:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T03:22:07,938 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:07,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T03:22:07,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:07,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:07,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:07,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:07,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:08,091 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:08,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T03:22:08,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:08,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:08,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:08,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677788090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:08,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:08,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:08,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677788093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:08,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677788094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:08,243 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:08,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T03:22:08,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:08,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:08,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:08,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:08,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:08,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/39f43aa07def40109a719dd66ced8cc4 2024-11-27T03:22:08,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/96f1d4b825c44cda8514cfad7afc4dcf is 50, key is test_row_0/C:col10/1732677727470/Put/seqid=0 2024-11-27T03:22:08,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742199_1375 (size=12301) 2024-11-27T03:22:08,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/96f1d4b825c44cda8514cfad7afc4dcf 2024-11-27T03:22:08,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/86c4e347aa6e4dcb8aa529bd0671e6c0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/86c4e347aa6e4dcb8aa529bd0671e6c0 2024-11-27T03:22:08,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/86c4e347aa6e4dcb8aa529bd0671e6c0, entries=150, sequenceid=348, filesize=12.0 K 2024-11-27T03:22:08,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/39f43aa07def40109a719dd66ced8cc4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/39f43aa07def40109a719dd66ced8cc4 2024-11-27T03:22:08,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/39f43aa07def40109a719dd66ced8cc4, entries=150, sequenceid=348, filesize=12.0 K 2024-11-27T03:22:08,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/96f1d4b825c44cda8514cfad7afc4dcf as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/96f1d4b825c44cda8514cfad7afc4dcf 2024-11-27T03:22:08,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/96f1d4b825c44cda8514cfad7afc4dcf, entries=150, sequenceid=348, filesize=12.0 K 2024-11-27T03:22:08,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 873ms, sequenceid=348, compaction requested=false 2024-11-27T03:22:08,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:08,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:08,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T03:22:08,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:08,397 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T03:22:08,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:08,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:08,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:08,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:08,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:08,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/11b01ebed3254c68b194b726cbda3fa9 is 50, key is test_row_0/A:col10/1732677727475/Put/seqid=0 2024-11-27T03:22:08,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742200_1376 (size=12301) 2024-11-27T03:22:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T03:22:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:08,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:08,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677788620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:08,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677788622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:08,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677788623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:08,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677788724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:08,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677788727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:08,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677788727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:08,810 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/11b01ebed3254c68b194b726cbda3fa9 2024-11-27T03:22:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/43f4c835b17c45da944c3583f39be6f1 is 50, key is test_row_0/B:col10/1732677727475/Put/seqid=0 2024-11-27T03:22:08,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742201_1377 (size=12301) 2024-11-27T03:22:08,838 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/43f4c835b17c45da944c3583f39be6f1 2024-11-27T03:22:08,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/cb9ffc3c267e411f8ef22bd57f09f1be is 50, key is test_row_0/C:col10/1732677727475/Put/seqid=0 2024-11-27T03:22:08,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742202_1378 (size=12301) 2024-11-27T03:22:08,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677788927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:08,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677788929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:08,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677788930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:09,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677789231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:09,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677789232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:09,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677789233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:09,261 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/cb9ffc3c267e411f8ef22bd57f09f1be 2024-11-27T03:22:09,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/11b01ebed3254c68b194b726cbda3fa9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/11b01ebed3254c68b194b726cbda3fa9 2024-11-27T03:22:09,270 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/11b01ebed3254c68b194b726cbda3fa9, entries=150, sequenceid=359, filesize=12.0 K 2024-11-27T03:22:09,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/43f4c835b17c45da944c3583f39be6f1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/43f4c835b17c45da944c3583f39be6f1 2024-11-27T03:22:09,277 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/43f4c835b17c45da944c3583f39be6f1, entries=150, sequenceid=359, filesize=12.0 K 2024-11-27T03:22:09,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/cb9ffc3c267e411f8ef22bd57f09f1be as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/cb9ffc3c267e411f8ef22bd57f09f1be 2024-11-27T03:22:09,281 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/cb9ffc3c267e411f8ef22bd57f09f1be, entries=150, sequenceid=359, filesize=12.0 K 2024-11-27T03:22:09,282 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 885ms, sequenceid=359, compaction requested=true 2024-11-27T03:22:09,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:09,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:09,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-27T03:22:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-27T03:22:09,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-27T03:22:09,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9650 sec 2024-11-27T03:22:09,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.9690 sec 2024-11-27T03:22:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:09,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T03:22:09,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:09,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:09,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:09,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:09,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:09,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:09,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/a8d69aba2f8d42708f482633da4ee4c6 is 50, key is test_row_0/A:col10/1732677728618/Put/seqid=0 2024-11-27T03:22:09,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:09,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742203_1379 (size=12301) 2024-11-27T03:22:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677789366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:09,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677789368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T03:22:09,428 INFO [Thread-1384 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-27T03:22:09,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-27T03:22:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T03:22:09,431 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:09,431 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:09,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:09,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677789471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:09,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677789472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T03:22:09,584 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:09,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T03:22:09,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:09,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:09,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:09,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:09,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:09,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677789674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677789676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T03:22:09,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677789735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:09,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:09,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T03:22:09,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:09,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:09,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:09,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:09,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677789738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:09,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677789740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:09,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/a8d69aba2f8d42708f482633da4ee4c6 2024-11-27T03:22:09,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/2eb16783f5f646e88b701dbcd8382f9e is 50, key is test_row_0/B:col10/1732677728618/Put/seqid=0 2024-11-27T03:22:09,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742204_1380 (size=12301) 2024-11-27T03:22:09,890 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:09,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T03:22:09,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:09,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:09,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:09,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:09,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:09,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677789978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:09,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677789979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T03:22:10,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:10,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T03:22:10,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:10,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:10,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:10,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:10,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:10,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/2eb16783f5f646e88b701dbcd8382f9e 2024-11-27T03:22:10,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/9202e4a4c3ef4ce8bd0097a73cb07a91 is 50, key is test_row_0/C:col10/1732677728618/Put/seqid=0 2024-11-27T03:22:10,196 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:10,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T03:22:10,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:10,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:10,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:10,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:10,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:10,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742205_1381 (size=12301) 2024-11-27T03:22:10,349 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:10,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T03:22:10,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:10,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:10,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:10,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:10,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:10,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677790484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:10,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677790484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:10,501 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:10,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T03:22:10,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:10,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:10,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:10,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:10,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T03:22:10,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/9202e4a4c3ef4ce8bd0097a73cb07a91 2024-11-27T03:22:10,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/a8d69aba2f8d42708f482633da4ee4c6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/a8d69aba2f8d42708f482633da4ee4c6 2024-11-27T03:22:10,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/a8d69aba2f8d42708f482633da4ee4c6, entries=150, sequenceid=386, filesize=12.0 K 2024-11-27T03:22:10,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/2eb16783f5f646e88b701dbcd8382f9e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2eb16783f5f646e88b701dbcd8382f9e 2024-11-27T03:22:10,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2eb16783f5f646e88b701dbcd8382f9e, entries=150, sequenceid=386, filesize=12.0 K 2024-11-27T03:22:10,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/9202e4a4c3ef4ce8bd0097a73cb07a91 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/9202e4a4c3ef4ce8bd0097a73cb07a91 2024-11-27T03:22:10,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/9202e4a4c3ef4ce8bd0097a73cb07a91, entries=150, sequenceid=386, filesize=12.0 K 2024-11-27T03:22:10,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 1274ms, sequenceid=386, compaction requested=true 2024-11-27T03:22:10,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:10,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:10,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:10,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:10,626 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:22:10,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:10,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:10,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:22:10,626 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:22:10,628 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:22:10,628 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:22:10,628 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/B is initiating minor compaction (all files) 2024-11-27T03:22:10,628 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/A is initiating minor compaction (all files) 2024-11-27T03:22:10,628 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/B in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:10,628 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/A in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:10,628 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/6e25fc36e85b4995a0f3c5afeb7b5f62, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/39f43aa07def40109a719dd66ced8cc4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/43f4c835b17c45da944c3583f39be6f1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2eb16783f5f646e88b701dbcd8382f9e] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=48.8 K 2024-11-27T03:22:10,628 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/eab5e60fe21a40cdae1af9280e317edb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/86c4e347aa6e4dcb8aa529bd0671e6c0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/11b01ebed3254c68b194b726cbda3fa9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/a8d69aba2f8d42708f482633da4ee4c6] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=48.8 K 2024-11-27T03:22:10,628 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e25fc36e85b4995a0f3c5afeb7b5f62, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732677727216 2024-11-27T03:22:10,628 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting eab5e60fe21a40cdae1af9280e317edb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732677727216 2024-11-27T03:22:10,629 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86c4e347aa6e4dcb8aa529bd0671e6c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732677727355 2024-11-27T03:22:10,629 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 39f43aa07def40109a719dd66ced8cc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732677727355 2024-11-27T03:22:10,629 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11b01ebed3254c68b194b726cbda3fa9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732677727475 2024-11-27T03:22:10,629 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 43f4c835b17c45da944c3583f39be6f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732677727475 2024-11-27T03:22:10,629 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8d69aba2f8d42708f482633da4ee4c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732677728618 2024-11-27T03:22:10,630 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2eb16783f5f646e88b701dbcd8382f9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732677728618 2024-11-27T03:22:10,640 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#A#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:10,640 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/593baaf998ac43a181dd5b4beb99d576 is 50, key is test_row_0/A:col10/1732677728618/Put/seqid=0 2024-11-27T03:22:10,645 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#B#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:10,645 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/2f508470a0d94bba821d836d620f89e1 is 50, key is test_row_0/B:col10/1732677728618/Put/seqid=0 2024-11-27T03:22:10,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742206_1382 (size=13153) 2024-11-27T03:22:10,655 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:10,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742207_1383 (size=13153) 2024-11-27T03:22:10,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-27T03:22:10,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:10,656 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T03:22:10,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:10,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:10,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/552af529152b4824bd06a0033099544a is 50, key is test_row_0/A:col10/1732677729364/Put/seqid=0 2024-11-27T03:22:10,665 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/2f508470a0d94bba821d836d620f89e1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2f508470a0d94bba821d836d620f89e1 2024-11-27T03:22:10,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742208_1384 (size=12301) 2024-11-27T03:22:10,669 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/B of ae5a7a38ca35a7b74d98ebc1c50ecafa into 2f508470a0d94bba821d836d620f89e1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:10,669 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:10,669 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/B, priority=12, startTime=1732677730626; duration=0sec 2024-11-27T03:22:10,669 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:10,669 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:B 2024-11-27T03:22:10,670 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:22:10,670 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:22:10,671 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/C is initiating minor compaction (all files) 2024-11-27T03:22:10,671 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/C in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:10,671 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/329a01b24f2b433ca705b5802a58ba5f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/96f1d4b825c44cda8514cfad7afc4dcf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/cb9ffc3c267e411f8ef22bd57f09f1be, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/9202e4a4c3ef4ce8bd0097a73cb07a91] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=48.8 K 2024-11-27T03:22:10,671 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 329a01b24f2b433ca705b5802a58ba5f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732677727216 2024-11-27T03:22:10,671 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 96f1d4b825c44cda8514cfad7afc4dcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732677727355 2024-11-27T03:22:10,672 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting cb9ffc3c267e411f8ef22bd57f09f1be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732677727475 2024-11-27T03:22:10,672 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9202e4a4c3ef4ce8bd0097a73cb07a91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732677728618 2024-11-27T03:22:10,679 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#C#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:10,680 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/6cfe893ca52b4aed9f6325823634cf45 is 50, key is test_row_0/C:col10/1732677728618/Put/seqid=0 2024-11-27T03:22:10,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742209_1385 (size=13153) 2024-11-27T03:22:10,694 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/6cfe893ca52b4aed9f6325823634cf45 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/6cfe893ca52b4aed9f6325823634cf45 2024-11-27T03:22:10,699 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/C of ae5a7a38ca35a7b74d98ebc1c50ecafa into 6cfe893ca52b4aed9f6325823634cf45(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:10,699 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:10,699 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/C, priority=12, startTime=1732677730626; duration=0sec 2024-11-27T03:22:10,699 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:10,699 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:C 2024-11-27T03:22:10,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:10,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677790769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:10,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677790769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:10,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677790769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:10,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677790872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:10,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677790873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:10,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677790873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:11,055 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/593baaf998ac43a181dd5b4beb99d576 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/593baaf998ac43a181dd5b4beb99d576 2024-11-27T03:22:11,059 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/A of ae5a7a38ca35a7b74d98ebc1c50ecafa into 593baaf998ac43a181dd5b4beb99d576(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:11,059 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:11,059 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/A, priority=12, startTime=1732677730626; duration=0sec 2024-11-27T03:22:11,059 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:11,059 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:A 2024-11-27T03:22:11,069 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/552af529152b4824bd06a0033099544a 2024-11-27T03:22:11,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677791074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:11,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677791075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:11,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/7e6c1fff2828471b8b2426e300308a88 is 50, key is test_row_0/B:col10/1732677729364/Put/seqid=0 2024-11-27T03:22:11,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742210_1386 (size=12301) 2024-11-27T03:22:11,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677791084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:11,086 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/7e6c1fff2828471b8b2426e300308a88 2024-11-27T03:22:11,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/72d51cf31fa041b2bffcb724dd1b5406 is 50, key is test_row_0/C:col10/1732677729364/Put/seqid=0 2024-11-27T03:22:11,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742211_1387 (size=12301) 2024-11-27T03:22:11,112 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/72d51cf31fa041b2bffcb724dd1b5406 2024-11-27T03:22:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/552af529152b4824bd06a0033099544a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/552af529152b4824bd06a0033099544a 2024-11-27T03:22:11,122 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/552af529152b4824bd06a0033099544a, entries=150, sequenceid=395, filesize=12.0 K 2024-11-27T03:22:11,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/7e6c1fff2828471b8b2426e300308a88 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/7e6c1fff2828471b8b2426e300308a88 2024-11-27T03:22:11,128 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/7e6c1fff2828471b8b2426e300308a88, entries=150, sequenceid=395, filesize=12.0 K 2024-11-27T03:22:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/72d51cf31fa041b2bffcb724dd1b5406 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/72d51cf31fa041b2bffcb724dd1b5406 2024-11-27T03:22:11,133 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/72d51cf31fa041b2bffcb724dd1b5406, entries=150, sequenceid=395, filesize=12.0 K 2024-11-27T03:22:11,134 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 478ms, sequenceid=395, compaction requested=false 2024-11-27T03:22:11,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:11,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:11,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-27T03:22:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-27T03:22:11,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-27T03:22:11,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7040 sec 2024-11-27T03:22:11,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.7080 sec 2024-11-27T03:22:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:11,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-27T03:22:11,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:11,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:11,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:11,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:11,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:11,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:11,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/fd931e0a79e84669bd43e47f02f0c98a is 50, key is test_row_0/A:col10/1732677730768/Put/seqid=0 2024-11-27T03:22:11,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677791388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:11,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742212_1388 (size=14741) 2024-11-27T03:22:11,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:11,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677791389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677791388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:11,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677791486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:11,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677791492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:11,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677791493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:11,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677791493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T03:22:11,535 INFO [Thread-1384 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-27T03:22:11,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-27T03:22:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T03:22:11,537 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:11,538 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:11,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T03:22:11,689 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:11,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-27T03:22:11,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:11,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:11,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:11,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:11,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:11,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677791695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:11,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677791696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:11,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/fd931e0a79e84669bd43e47f02f0c98a 2024-11-27T03:22:11,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/4c7fa4e6c5fd42baa8a1ea0ab39b6e70 is 50, key is test_row_0/B:col10/1732677730768/Put/seqid=0 2024-11-27T03:22:11,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742213_1389 (size=12301) 2024-11-27T03:22:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T03:22:11,843 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:11,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-27T03:22:11,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:11,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:11,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:11,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:11,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:11,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677791890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:11,996 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:11,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-27T03:22:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:11,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:11,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677791998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:12,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677792000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T03:22:12,150 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:12,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-27T03:22:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:12,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:12,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/4c7fa4e6c5fd42baa8a1ea0ab39b6e70 2024-11-27T03:22:12,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5efc1f3cafa04cbd8d3515c3a386daad is 50, key is test_row_0/C:col10/1732677730768/Put/seqid=0 2024-11-27T03:22:12,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742214_1390 (size=12301) 2024-11-27T03:22:12,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:12,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-27T03:22:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:12,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:12,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:12,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:12,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-27T03:22:12,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:12,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:12,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:12,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:12,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:12,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677792501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:12,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677792506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:12,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:12,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-27T03:22:12,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:12,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:12,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:12,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:12,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5efc1f3cafa04cbd8d3515c3a386daad 2024-11-27T03:22:12,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/fd931e0a79e84669bd43e47f02f0c98a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd931e0a79e84669bd43e47f02f0c98a 2024-11-27T03:22:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T03:22:12,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd931e0a79e84669bd43e47f02f0c98a, entries=200, sequenceid=427, filesize=14.4 K 2024-11-27T03:22:12,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/4c7fa4e6c5fd42baa8a1ea0ab39b6e70 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/4c7fa4e6c5fd42baa8a1ea0ab39b6e70 2024-11-27T03:22:12,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/4c7fa4e6c5fd42baa8a1ea0ab39b6e70, entries=150, sequenceid=427, filesize=12.0 K 2024-11-27T03:22:12,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5efc1f3cafa04cbd8d3515c3a386daad as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5efc1f3cafa04cbd8d3515c3a386daad 2024-11-27T03:22:12,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5efc1f3cafa04cbd8d3515c3a386daad, entries=150, sequenceid=427, filesize=12.0 K 2024-11-27T03:22:12,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 1278ms, sequenceid=427, compaction requested=true 2024-11-27T03:22:12,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:12,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:12,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:12,658 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:12,658 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:12,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:12,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:12,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:12,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:12,659 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:12,659 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:12,659 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/A is initiating minor compaction (all files) 2024-11-27T03:22:12,659 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/B is initiating minor compaction (all files) 2024-11-27T03:22:12,659 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/B in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:12,659 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/A in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:12,659 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2f508470a0d94bba821d836d620f89e1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/7e6c1fff2828471b8b2426e300308a88, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/4c7fa4e6c5fd42baa8a1ea0ab39b6e70] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=36.9 K 2024-11-27T03:22:12,659 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/593baaf998ac43a181dd5b4beb99d576, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/552af529152b4824bd06a0033099544a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd931e0a79e84669bd43e47f02f0c98a] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=39.3 K 2024-11-27T03:22:12,660 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 593baaf998ac43a181dd5b4beb99d576, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732677728618 2024-11-27T03:22:12,660 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f508470a0d94bba821d836d620f89e1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732677728618 2024-11-27T03:22:12,660 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 552af529152b4824bd06a0033099544a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732677729364 2024-11-27T03:22:12,661 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e6c1fff2828471b8b2426e300308a88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732677729364 2024-11-27T03:22:12,661 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c7fa4e6c5fd42baa8a1ea0ab39b6e70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732677730768 2024-11-27T03:22:12,661 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd931e0a79e84669bd43e47f02f0c98a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732677730767 2024-11-27T03:22:12,670 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:12,671 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/ceff7a5fc20746edb4ae8e3e67989196 is 50, key is test_row_0/B:col10/1732677730768/Put/seqid=0 2024-11-27T03:22:12,673 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#A#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:12,674 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/c30a9515b03f44f3addc44b35d941d6b is 50, key is test_row_0/A:col10/1732677730768/Put/seqid=0 2024-11-27T03:22:12,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742215_1391 (size=13255) 2024-11-27T03:22:12,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742216_1392 (size=13255) 2024-11-27T03:22:12,721 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/c30a9515b03f44f3addc44b35d941d6b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/c30a9515b03f44f3addc44b35d941d6b 2024-11-27T03:22:12,728 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/A of ae5a7a38ca35a7b74d98ebc1c50ecafa into c30a9515b03f44f3addc44b35d941d6b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:12,728 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:12,728 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/A, priority=13, startTime=1732677732658; duration=0sec 2024-11-27T03:22:12,728 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:12,728 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:A 2024-11-27T03:22:12,728 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:12,729 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:12,729 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/C is initiating minor compaction (all files) 2024-11-27T03:22:12,729 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/C in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:12,730 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/6cfe893ca52b4aed9f6325823634cf45, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/72d51cf31fa041b2bffcb724dd1b5406, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5efc1f3cafa04cbd8d3515c3a386daad] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=36.9 K 2024-11-27T03:22:12,730 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cfe893ca52b4aed9f6325823634cf45, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732677728618 2024-11-27T03:22:12,730 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72d51cf31fa041b2bffcb724dd1b5406, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732677729364 2024-11-27T03:22:12,731 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5efc1f3cafa04cbd8d3515c3a386daad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732677730768 2024-11-27T03:22:12,740 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#C#compaction#338 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:12,741 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/9c6ee9f61a5a4849adbb171fe0e66f44 is 50, key is test_row_0/C:col10/1732677730768/Put/seqid=0 2024-11-27T03:22:12,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742217_1393 (size=13255) 2024-11-27T03:22:12,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:12,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-27T03:22:12,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:12,763 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T03:22:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:12,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/184e4d1cec64498d975a2f20f5222e32 is 50, key is test_row_0/A:col10/1732677731387/Put/seqid=0 2024-11-27T03:22:12,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742218_1394 (size=9857) 2024-11-27T03:22:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:12,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. as already flushing 2024-11-27T03:22:12,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677792978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:13,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677793082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:13,117 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/ceff7a5fc20746edb4ae8e3e67989196 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/ceff7a5fc20746edb4ae8e3e67989196 2024-11-27T03:22:13,122 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/B of ae5a7a38ca35a7b74d98ebc1c50ecafa into ceff7a5fc20746edb4ae8e3e67989196(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:13,122 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:13,122 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/B, priority=13, startTime=1732677732658; duration=0sec 2024-11-27T03:22:13,122 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:13,123 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:B 2024-11-27T03:22:13,152 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/9c6ee9f61a5a4849adbb171fe0e66f44 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/9c6ee9f61a5a4849adbb171fe0e66f44 2024-11-27T03:22:13,158 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/C of ae5a7a38ca35a7b74d98ebc1c50ecafa into 9c6ee9f61a5a4849adbb171fe0e66f44(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:13,158 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:13,158 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/C, priority=13, startTime=1732677732658; duration=0sec 2024-11-27T03:22:13,159 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:13,159 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:C 2024-11-27T03:22:13,191 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/184e4d1cec64498d975a2f20f5222e32 2024-11-27T03:22:13,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/1c5add15ef2c43c49695525a0d75d2cd is 50, key is test_row_0/B:col10/1732677731387/Put/seqid=0 2024-11-27T03:22:13,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742219_1395 (size=9857) 2024-11-27T03:22:13,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677793285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:13,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54022 deadline: 1732677793496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:13,498 DEBUG [Thread-1374 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., hostname=2037602345fe,42163,1732677650856, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:13,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677793504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:13,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677793508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:13,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53930 deadline: 1732677793511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:13,514 DEBUG [Thread-1376 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., hostname=2037602345fe,42163,1732677650856, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:13,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677793589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:13,603 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/1c5add15ef2c43c49695525a0d75d2cd 2024-11-27T03:22:13,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/e8251a0047d6425aa06f80ff02233a79 is 50, key is test_row_0/C:col10/1732677731387/Put/seqid=0 2024-11-27T03:22:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T03:22:13,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742220_1396 (size=9857) 2024-11-27T03:22:14,046 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/e8251a0047d6425aa06f80ff02233a79 2024-11-27T03:22:14,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/184e4d1cec64498d975a2f20f5222e32 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/184e4d1cec64498d975a2f20f5222e32 2024-11-27T03:22:14,061 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/184e4d1cec64498d975a2f20f5222e32, entries=100, sequenceid=435, filesize=9.6 K 2024-11-27T03:22:14,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/1c5add15ef2c43c49695525a0d75d2cd as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/1c5add15ef2c43c49695525a0d75d2cd 2024-11-27T03:22:14,069 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/1c5add15ef2c43c49695525a0d75d2cd, entries=100, sequenceid=435, filesize=9.6 K 2024-11-27T03:22:14,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/e8251a0047d6425aa06f80ff02233a79 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/e8251a0047d6425aa06f80ff02233a79 2024-11-27T03:22:14,075 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/e8251a0047d6425aa06f80ff02233a79, entries=100, sequenceid=435, filesize=9.6 K 2024-11-27T03:22:14,076 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 1312ms, sequenceid=435, compaction requested=false 2024-11-27T03:22:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-27T03:22:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-27T03:22:14,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-27T03:22:14,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5390 sec 2024-11-27T03:22:14,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 2.5430 sec 2024-11-27T03:22:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:14,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-27T03:22:14,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:14,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:14,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:14,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:14,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:14,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:14,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677794109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:14,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/492474a41f694f2397eb344354d87f9c is 50, key is test_row_0/A:col10/1732677732973/Put/seqid=0 2024-11-27T03:22:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742221_1397 (size=14741) 2024-11-27T03:22:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677794212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:14,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677794416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:14,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/492474a41f694f2397eb344354d87f9c 2024-11-27T03:22:14,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/9637dcc79eb34472b9ceba51d5776a8a is 50, key is test_row_0/B:col10/1732677732973/Put/seqid=0 2024-11-27T03:22:14,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742222_1398 (size=12301) 2024-11-27T03:22:14,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677794719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:14,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/9637dcc79eb34472b9ceba51d5776a8a 2024-11-27T03:22:14,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/fc9ce81b8edc46ba87fbab5cf2dffa10 is 50, key is test_row_0/C:col10/1732677732973/Put/seqid=0 2024-11-27T03:22:15,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742223_1399 (size=12301) 2024-11-27T03:22:15,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/fc9ce81b8edc46ba87fbab5cf2dffa10 2024-11-27T03:22:15,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/492474a41f694f2397eb344354d87f9c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/492474a41f694f2397eb344354d87f9c 2024-11-27T03:22:15,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/492474a41f694f2397eb344354d87f9c, entries=200, sequenceid=467, filesize=14.4 K 2024-11-27T03:22:15,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/9637dcc79eb34472b9ceba51d5776a8a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/9637dcc79eb34472b9ceba51d5776a8a 2024-11-27T03:22:15,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/9637dcc79eb34472b9ceba51d5776a8a, entries=150, sequenceid=467, filesize=12.0 K 2024-11-27T03:22:15,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/fc9ce81b8edc46ba87fbab5cf2dffa10 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/fc9ce81b8edc46ba87fbab5cf2dffa10 2024-11-27T03:22:15,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/fc9ce81b8edc46ba87fbab5cf2dffa10, entries=150, sequenceid=467, filesize=12.0 K 2024-11-27T03:22:15,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 973ms, sequenceid=467, compaction requested=true 2024-11-27T03:22:15,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:15,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:15,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:15,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:15,069 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:15,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:15,070 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:15,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:15,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:15,071 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37853 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:15,071 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:15,071 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/A is initiating minor compaction (all files) 2024-11-27T03:22:15,071 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/B is initiating minor compaction (all files) 2024-11-27T03:22:15,071 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/A in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:15,071 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/B in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:15,071 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/c30a9515b03f44f3addc44b35d941d6b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/184e4d1cec64498d975a2f20f5222e32, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/492474a41f694f2397eb344354d87f9c] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=37.0 K 2024-11-27T03:22:15,071 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/ceff7a5fc20746edb4ae8e3e67989196, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/1c5add15ef2c43c49695525a0d75d2cd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/9637dcc79eb34472b9ceba51d5776a8a] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=34.6 K 2024-11-27T03:22:15,071 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c30a9515b03f44f3addc44b35d941d6b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732677730768 2024-11-27T03:22:15,071 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ceff7a5fc20746edb4ae8e3e67989196, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732677730768 2024-11-27T03:22:15,072 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 184e4d1cec64498d975a2f20f5222e32, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732677731387 2024-11-27T03:22:15,072 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c5add15ef2c43c49695525a0d75d2cd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732677731387 2024-11-27T03:22:15,072 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 492474a41f694f2397eb344354d87f9c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732677732970 2024-11-27T03:22:15,072 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9637dcc79eb34472b9ceba51d5776a8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732677732973 2024-11-27T03:22:15,081 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#B#compaction#346 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:15,081 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#A#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:15,081 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/308131a45f98475dbf4f74c9dbc3f700 is 50, key is test_row_0/B:col10/1732677732973/Put/seqid=0 2024-11-27T03:22:15,081 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/08e42593e08a43dd8761f17a97cf3473 is 50, key is test_row_0/A:col10/1732677732973/Put/seqid=0 2024-11-27T03:22:15,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742225_1401 (size=13357) 2024-11-27T03:22:15,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742224_1400 (size=13357) 2024-11-27T03:22:15,111 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/08e42593e08a43dd8761f17a97cf3473 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/08e42593e08a43dd8761f17a97cf3473 2024-11-27T03:22:15,117 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/A of ae5a7a38ca35a7b74d98ebc1c50ecafa into 08e42593e08a43dd8761f17a97cf3473(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:15,117 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:15,117 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/A, priority=13, startTime=1732677735069; duration=0sec 2024-11-27T03:22:15,117 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:15,117 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:A 2024-11-27T03:22:15,117 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:15,118 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:15,118 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/C is initiating minor compaction (all files) 2024-11-27T03:22:15,118 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/C in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:15,119 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/9c6ee9f61a5a4849adbb171fe0e66f44, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/e8251a0047d6425aa06f80ff02233a79, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/fc9ce81b8edc46ba87fbab5cf2dffa10] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=34.6 K 2024-11-27T03:22:15,119 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c6ee9f61a5a4849adbb171fe0e66f44, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732677730768 2024-11-27T03:22:15,119 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8251a0047d6425aa06f80ff02233a79, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732677731387 2024-11-27T03:22:15,120 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc9ce81b8edc46ba87fbab5cf2dffa10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732677732973 2024-11-27T03:22:15,127 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:15,128 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/a4b3375c13dd4784aed4a73e8cb24524 is 50, key is test_row_0/C:col10/1732677732973/Put/seqid=0 2024-11-27T03:22:15,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742226_1402 (size=13357) 2024-11-27T03:22:15,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:22:15,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:15,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:15,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:15,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:15,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:15,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:15,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/8210e85c266c4f0dbf0ccdb3a5842fe3 is 50, key is test_row_0/A:col10/1732677735237/Put/seqid=0 2024-11-27T03:22:15,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742227_1403 (size=12301) 2024-11-27T03:22:15,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/8210e85c266c4f0dbf0ccdb3a5842fe3 2024-11-27T03:22:15,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/4ba2061eb11d44fab783384029729335 is 50, key is test_row_0/B:col10/1732677735237/Put/seqid=0 2024-11-27T03:22:15,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742228_1404 (size=12301) 2024-11-27T03:22:15,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677795337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:15,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677795441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:15,461 DEBUG [Thread-1393 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:58362 2024-11-27T03:22:15,461 DEBUG [Thread-1393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:15,462 DEBUG [Thread-1387 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:58362 2024-11-27T03:22:15,462 DEBUG [Thread-1387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:15,463 DEBUG [Thread-1391 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:58362 2024-11-27T03:22:15,463 DEBUG [Thread-1391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:15,466 DEBUG [Thread-1389 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:58362 2024-11-27T03:22:15,466 DEBUG [Thread-1385 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:58362 2024-11-27T03:22:15,466 DEBUG [Thread-1389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:15,466 DEBUG [Thread-1385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:15,501 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/308131a45f98475dbf4f74c9dbc3f700 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/308131a45f98475dbf4f74c9dbc3f700 2024-11-27T03:22:15,506 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/B of ae5a7a38ca35a7b74d98ebc1c50ecafa into 308131a45f98475dbf4f74c9dbc3f700(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:15,506 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:15,506 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/B, priority=13, startTime=1732677735069; duration=0sec 2024-11-27T03:22:15,506 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:15,507 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:B 2024-11-27T03:22:15,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53992 deadline: 1732677795526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:15,527 DEBUG [Thread-1378 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., hostname=2037602345fe,42163,1732677650856, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:15,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53960 deadline: 1732677795528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:15,529 DEBUG [Thread-1382 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., hostname=2037602345fe,42163,1732677650856, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:15,567 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/a4b3375c13dd4784aed4a73e8cb24524 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/a4b3375c13dd4784aed4a73e8cb24524 2024-11-27T03:22:15,572 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/C of ae5a7a38ca35a7b74d98ebc1c50ecafa into a4b3375c13dd4784aed4a73e8cb24524(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:15,572 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:15,572 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/C, priority=13, startTime=1732677735069; duration=0sec 2024-11-27T03:22:15,572 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:15,572 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:C 2024-11-27T03:22:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-27T03:22:15,644 INFO [Thread-1384 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-27T03:22:15,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53964 deadline: 1732677795644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:15,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/4ba2061eb11d44fab783384029729335 2024-11-27T03:22:15,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5a88e6b1e3df4101a55c143be71f596c is 50, key is test_row_0/C:col10/1732677735237/Put/seqid=0 2024-11-27T03:22:15,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742229_1405 (size=12301) 2024-11-27T03:22:15,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5a88e6b1e3df4101a55c143be71f596c 2024-11-27T03:22:15,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/8210e85c266c4f0dbf0ccdb3a5842fe3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/8210e85c266c4f0dbf0ccdb3a5842fe3 2024-11-27T03:22:15,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/8210e85c266c4f0dbf0ccdb3a5842fe3, entries=150, sequenceid=479, filesize=12.0 K 2024-11-27T03:22:15,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/4ba2061eb11d44fab783384029729335 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/4ba2061eb11d44fab783384029729335 2024-11-27T03:22:15,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/4ba2061eb11d44fab783384029729335, entries=150, sequenceid=479, filesize=12.0 K 2024-11-27T03:22:15,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/5a88e6b1e3df4101a55c143be71f596c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5a88e6b1e3df4101a55c143be71f596c 2024-11-27T03:22:15,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5a88e6b1e3df4101a55c143be71f596c, entries=150, sequenceid=479, filesize=12.0 K 2024-11-27T03:22:15,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 490ms, sequenceid=479, compaction requested=false 2024-11-27T03:22:15,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:15,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T03:22:15,949 DEBUG [Thread-1380 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:58362 2024-11-27T03:22:15,949 DEBUG [Thread-1380 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:15,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/18c844f90ea847be9c5ac9bd10387470 is 50, key is test_row_0/A:col10/1732677735329/Put/seqid=0 2024-11-27T03:22:15,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742230_1406 (size=12301) 2024-11-27T03:22:16,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/18c844f90ea847be9c5ac9bd10387470 2024-11-27T03:22:16,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/c32f6222367c454e8b9cba625867f706 is 50, key is test_row_0/B:col10/1732677735329/Put/seqid=0 2024-11-27T03:22:16,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742231_1407 (size=12301) 2024-11-27T03:22:16,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/c32f6222367c454e8b9cba625867f706 2024-11-27T03:22:16,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/08c1e64c8dae404aae9cbdf12b0bd9e6 is 50, key is test_row_0/C:col10/1732677735329/Put/seqid=0 2024-11-27T03:22:16,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742232_1408 (size=12301) 2024-11-27T03:22:17,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/08c1e64c8dae404aae9cbdf12b0bd9e6 2024-11-27T03:22:17,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/18c844f90ea847be9c5ac9bd10387470 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/18c844f90ea847be9c5ac9bd10387470 2024-11-27T03:22:17,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/18c844f90ea847be9c5ac9bd10387470, entries=150, sequenceid=507, filesize=12.0 K 2024-11-27T03:22:17,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/c32f6222367c454e8b9cba625867f706 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/c32f6222367c454e8b9cba625867f706 2024-11-27T03:22:17,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/c32f6222367c454e8b9cba625867f706, entries=150, sequenceid=507, filesize=12.0 K 2024-11-27T03:22:17,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/08c1e64c8dae404aae9cbdf12b0bd9e6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/08c1e64c8dae404aae9cbdf12b0bd9e6 2024-11-27T03:22:17,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/08c1e64c8dae404aae9cbdf12b0bd9e6, entries=150, sequenceid=507, filesize=12.0 K 2024-11-27T03:22:17,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 1253ms, sequenceid=507, compaction requested=true 2024-11-27T03:22:17,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:17,202 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:17,203 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:17,203 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/A is initiating minor compaction (all files) 2024-11-27T03:22:17,203 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/A in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:17,203 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/08e42593e08a43dd8761f17a97cf3473, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/8210e85c266c4f0dbf0ccdb3a5842fe3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/18c844f90ea847be9c5ac9bd10387470] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=37.1 K 2024-11-27T03:22:17,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:17,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:17,204 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:17,204 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08e42593e08a43dd8761f17a97cf3473, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732677732973 2024-11-27T03:22:17,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:17,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:17,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ae5a7a38ca35a7b74d98ebc1c50ecafa:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:17,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:17,204 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8210e85c266c4f0dbf0ccdb3a5842fe3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732677735231 2024-11-27T03:22:17,205 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18c844f90ea847be9c5ac9bd10387470, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732677735301 2024-11-27T03:22:17,205 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:17,205 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/B is initiating minor compaction (all files) 2024-11-27T03:22:17,205 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/B in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:17,205 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/308131a45f98475dbf4f74c9dbc3f700, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/4ba2061eb11d44fab783384029729335, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/c32f6222367c454e8b9cba625867f706] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=37.1 K 2024-11-27T03:22:17,205 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 308131a45f98475dbf4f74c9dbc3f700, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732677732973 2024-11-27T03:22:17,206 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ba2061eb11d44fab783384029729335, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732677735231 2024-11-27T03:22:17,206 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting c32f6222367c454e8b9cba625867f706, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732677735301 2024-11-27T03:22:17,224 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#A#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:17,225 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/90f2afe97fd54e19bb0ee529ede057d3 is 50, key is test_row_0/A:col10/1732677735329/Put/seqid=0 2024-11-27T03:22:17,226 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#B#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:17,227 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/8d4ad50b15b84687928a83c88f0428c0 is 50, key is test_row_0/B:col10/1732677735329/Put/seqid=0 2024-11-27T03:22:17,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742233_1409 (size=13459) 2024-11-27T03:22:17,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742234_1410 (size=13459) 2024-11-27T03:22:17,247 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/90f2afe97fd54e19bb0ee529ede057d3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/90f2afe97fd54e19bb0ee529ede057d3 2024-11-27T03:22:17,247 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/8d4ad50b15b84687928a83c88f0428c0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/8d4ad50b15b84687928a83c88f0428c0 2024-11-27T03:22:17,252 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/B of ae5a7a38ca35a7b74d98ebc1c50ecafa into 8d4ad50b15b84687928a83c88f0428c0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:17,252 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:17,252 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/B, priority=13, startTime=1732677737204; duration=0sec 2024-11-27T03:22:17,253 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:17,253 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:B 2024-11-27T03:22:17,253 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:17,253 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/A of ae5a7a38ca35a7b74d98ebc1c50ecafa into 90f2afe97fd54e19bb0ee529ede057d3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:17,253 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:17,253 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/A, priority=13, startTime=1732677737202; duration=0sec 2024-11-27T03:22:17,253 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:17,253 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:A 2024-11-27T03:22:17,256 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:17,256 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): ae5a7a38ca35a7b74d98ebc1c50ecafa/C is initiating minor compaction (all files) 2024-11-27T03:22:17,256 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ae5a7a38ca35a7b74d98ebc1c50ecafa/C in TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:17,257 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/a4b3375c13dd4784aed4a73e8cb24524, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5a88e6b1e3df4101a55c143be71f596c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/08c1e64c8dae404aae9cbdf12b0bd9e6] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp, totalSize=37.1 K 2024-11-27T03:22:17,257 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting a4b3375c13dd4784aed4a73e8cb24524, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732677732973 2024-11-27T03:22:17,257 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a88e6b1e3df4101a55c143be71f596c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732677735231 2024-11-27T03:22:17,257 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c1e64c8dae404aae9cbdf12b0bd9e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732677735301 2024-11-27T03:22:17,265 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ae5a7a38ca35a7b74d98ebc1c50ecafa#C#compaction#356 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:17,266 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/a3bd80204d024d4a86f612a96e155ec7 is 50, key is test_row_0/C:col10/1732677735329/Put/seqid=0 2024-11-27T03:22:17,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742235_1411 (size=13459) 2024-11-27T03:22:17,285 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/a3bd80204d024d4a86f612a96e155ec7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/a3bd80204d024d4a86f612a96e155ec7 2024-11-27T03:22:17,291 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ae5a7a38ca35a7b74d98ebc1c50ecafa/C of ae5a7a38ca35a7b74d98ebc1c50ecafa into a3bd80204d024d4a86f612a96e155ec7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:17,291 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:17,291 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa., storeName=ae5a7a38ca35a7b74d98ebc1c50ecafa/C, priority=13, startTime=1732677737204; duration=0sec 2024-11-27T03:22:17,291 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:17,291 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ae5a7a38ca35a7b74d98ebc1c50ecafa:C 2024-11-27T03:22:17,517 DEBUG [Thread-1374 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:58362 2024-11-27T03:22:17,518 DEBUG [Thread-1374 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:17,547 DEBUG [Thread-1376 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:58362 2024-11-27T03:22:17,547 DEBUG [Thread-1376 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:19,242 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:22:19,538 DEBUG [Thread-1378 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:58362 2024-11-27T03:22:19,538 DEBUG [Thread-1378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:19,553 DEBUG [Thread-1382 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:58362 2024-11-27T03:22:19,553 DEBUG [Thread-1382 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:19,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T03:22:19,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-27T03:22:19,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-27T03:22:19,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-27T03:22:19,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 151 2024-11-27T03:22:19,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-27T03:22:19,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T03:22:19,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6235 2024-11-27T03:22:19,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6341 2024-11-27T03:22:19,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6093 2024-11-27T03:22:19,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6213 2024-11-27T03:22:19,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6328 2024-11-27T03:22:19,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T03:22:19,553 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T03:22:19,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53bfce45 to 127.0.0.1:58362 2024-11-27T03:22:19,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:19,554 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T03:22:19,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T03:22:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T03:22:19,557 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677739557"}]},"ts":"1732677739557"} 2024-11-27T03:22:19,558 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T03:22:19,560 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T03:22:19,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T03:22:19,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae5a7a38ca35a7b74d98ebc1c50ecafa, UNASSIGN}] 2024-11-27T03:22:19,563 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae5a7a38ca35a7b74d98ebc1c50ecafa, UNASSIGN 2024-11-27T03:22:19,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=ae5a7a38ca35a7b74d98ebc1c50ecafa, regionState=CLOSING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:22:19,564 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T03:22:19,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:22:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T03:22:19,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:19,716 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:19,716 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T03:22:19,716 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing ae5a7a38ca35a7b74d98ebc1c50ecafa, disabling compactions & flushes 2024-11-27T03:22:19,716 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:19,716 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:19,716 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. after waiting 0 ms 2024-11-27T03:22:19,716 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:19,716 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(2837): Flushing ae5a7a38ca35a7b74d98ebc1c50ecafa 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T03:22:19,716 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=A 2024-11-27T03:22:19,716 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:19,716 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=B 2024-11-27T03:22:19,716 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:19,716 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ae5a7a38ca35a7b74d98ebc1c50ecafa, store=C 2024-11-27T03:22:19,716 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:19,720 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/cd84573f1cd2411b861ceff2cbd2462c is 50, key is test_row_0/A:col10/1732677737545/Put/seqid=0 2024-11-27T03:22:19,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742236_1412 (size=9857) 2024-11-27T03:22:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T03:22:20,124 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/cd84573f1cd2411b861ceff2cbd2462c 2024-11-27T03:22:20,130 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/3caaf479e9d547668f6d6841e30c767c is 50, key is test_row_0/B:col10/1732677737545/Put/seqid=0 2024-11-27T03:22:20,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742237_1413 (size=9857) 2024-11-27T03:22:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T03:22:20,533 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/3caaf479e9d547668f6d6841e30c767c 2024-11-27T03:22:20,540 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/bc6b933ea49142849a87de8f27a22cfa is 50, key is test_row_0/C:col10/1732677737545/Put/seqid=0 2024-11-27T03:22:20,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742238_1414 (size=9857) 2024-11-27T03:22:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T03:22:20,944 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/bc6b933ea49142849a87de8f27a22cfa 2024-11-27T03:22:20,948 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/A/cd84573f1cd2411b861ceff2cbd2462c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/cd84573f1cd2411b861ceff2cbd2462c 2024-11-27T03:22:20,951 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/cd84573f1cd2411b861ceff2cbd2462c, entries=100, sequenceid=517, filesize=9.6 K 2024-11-27T03:22:20,951 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/B/3caaf479e9d547668f6d6841e30c767c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3caaf479e9d547668f6d6841e30c767c 2024-11-27T03:22:20,954 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3caaf479e9d547668f6d6841e30c767c, entries=100, sequenceid=517, filesize=9.6 K 2024-11-27T03:22:20,954 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/.tmp/C/bc6b933ea49142849a87de8f27a22cfa as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/bc6b933ea49142849a87de8f27a22cfa 2024-11-27T03:22:20,957 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/bc6b933ea49142849a87de8f27a22cfa, entries=100, sequenceid=517, filesize=9.6 K 2024-11-27T03:22:20,958 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ae5a7a38ca35a7b74d98ebc1c50ecafa in 1242ms, sequenceid=517, compaction requested=false 2024-11-27T03:22:20,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd2ff19ee3354b6089fecb4cb2e00b3b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/b9ff3cd10ed7401e8b6e5cc97f8c526d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/536bcfd1425c4369804ca631974bcb18, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/e632896c0dee417b8191bf202d7d4337, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/24e75393837142d1a7f42985c158d636, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/f654b3631bcf4e06ae5cb1a999228ea4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/d6e2d21a4eca472a92b5561d8900397f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/e414de765b5e47feb745b58f64b536d7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/a3ab161dbf4f45e39550e20e5424bf56, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/b3dc7bb386604f9bbbda2c15fa8744f5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/4fa06892e8b942edabe0595c7b853323, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/3170c9fca62d4f6aa2a86a53b6cde9ff, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/129a3275708d4e06b3734a407ff0971c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/04e12fb592dd44c6ab6ce216bfb0ba55, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/15ac2cd5702c4bfd9174831da2d6dabf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/16ce25a1c8174cbcac0ce070da4b8164, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/6fc53fb26a2a418a8b455eb59e14ff3e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/dde9dea1ffda4338b75b322c9f27434d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/9828e8c451dd4b9497c5c51ad5e04c2d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/9e08460fcecd4ace99f576957e43dc89, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd2072dcf75347109b1e84f85077bce8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/eab5e60fe21a40cdae1af9280e317edb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/86c4e347aa6e4dcb8aa529bd0671e6c0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/11b01ebed3254c68b194b726cbda3fa9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/593baaf998ac43a181dd5b4beb99d576, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/a8d69aba2f8d42708f482633da4ee4c6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/552af529152b4824bd06a0033099544a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd931e0a79e84669bd43e47f02f0c98a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/c30a9515b03f44f3addc44b35d941d6b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/184e4d1cec64498d975a2f20f5222e32, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/492474a41f694f2397eb344354d87f9c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/08e42593e08a43dd8761f17a97cf3473, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/8210e85c266c4f0dbf0ccdb3a5842fe3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/18c844f90ea847be9c5ac9bd10387470] to archive 2024-11-27T03:22:20,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:22:20,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd2ff19ee3354b6089fecb4cb2e00b3b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd2ff19ee3354b6089fecb4cb2e00b3b 2024-11-27T03:22:20,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/b9ff3cd10ed7401e8b6e5cc97f8c526d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/b9ff3cd10ed7401e8b6e5cc97f8c526d 2024-11-27T03:22:20,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/536bcfd1425c4369804ca631974bcb18 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/536bcfd1425c4369804ca631974bcb18 2024-11-27T03:22:20,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/e632896c0dee417b8191bf202d7d4337 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/e632896c0dee417b8191bf202d7d4337 2024-11-27T03:22:20,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/24e75393837142d1a7f42985c158d636 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/24e75393837142d1a7f42985c158d636 2024-11-27T03:22:20,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/f654b3631bcf4e06ae5cb1a999228ea4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/f654b3631bcf4e06ae5cb1a999228ea4 2024-11-27T03:22:20,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/d6e2d21a4eca472a92b5561d8900397f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/d6e2d21a4eca472a92b5561d8900397f 2024-11-27T03:22:20,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/e414de765b5e47feb745b58f64b536d7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/e414de765b5e47feb745b58f64b536d7 2024-11-27T03:22:20,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/a3ab161dbf4f45e39550e20e5424bf56 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/a3ab161dbf4f45e39550e20e5424bf56 2024-11-27T03:22:20,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/b3dc7bb386604f9bbbda2c15fa8744f5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/b3dc7bb386604f9bbbda2c15fa8744f5 2024-11-27T03:22:20,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/4fa06892e8b942edabe0595c7b853323 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/4fa06892e8b942edabe0595c7b853323 2024-11-27T03:22:20,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/3170c9fca62d4f6aa2a86a53b6cde9ff to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/3170c9fca62d4f6aa2a86a53b6cde9ff 2024-11-27T03:22:20,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/129a3275708d4e06b3734a407ff0971c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/129a3275708d4e06b3734a407ff0971c 2024-11-27T03:22:20,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/04e12fb592dd44c6ab6ce216bfb0ba55 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/04e12fb592dd44c6ab6ce216bfb0ba55 2024-11-27T03:22:20,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/15ac2cd5702c4bfd9174831da2d6dabf to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/15ac2cd5702c4bfd9174831da2d6dabf 2024-11-27T03:22:20,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/16ce25a1c8174cbcac0ce070da4b8164 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/16ce25a1c8174cbcac0ce070da4b8164 2024-11-27T03:22:20,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/6fc53fb26a2a418a8b455eb59e14ff3e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/6fc53fb26a2a418a8b455eb59e14ff3e 2024-11-27T03:22:20,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/dde9dea1ffda4338b75b322c9f27434d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/dde9dea1ffda4338b75b322c9f27434d 2024-11-27T03:22:20,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/9828e8c451dd4b9497c5c51ad5e04c2d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/9828e8c451dd4b9497c5c51ad5e04c2d 2024-11-27T03:22:20,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/9e08460fcecd4ace99f576957e43dc89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/9e08460fcecd4ace99f576957e43dc89 2024-11-27T03:22:20,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd2072dcf75347109b1e84f85077bce8 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd2072dcf75347109b1e84f85077bce8 2024-11-27T03:22:20,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/eab5e60fe21a40cdae1af9280e317edb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/eab5e60fe21a40cdae1af9280e317edb 2024-11-27T03:22:20,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/86c4e347aa6e4dcb8aa529bd0671e6c0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/86c4e347aa6e4dcb8aa529bd0671e6c0 2024-11-27T03:22:20,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/11b01ebed3254c68b194b726cbda3fa9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/11b01ebed3254c68b194b726cbda3fa9 2024-11-27T03:22:20,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/593baaf998ac43a181dd5b4beb99d576 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/593baaf998ac43a181dd5b4beb99d576 2024-11-27T03:22:20,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/a8d69aba2f8d42708f482633da4ee4c6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/a8d69aba2f8d42708f482633da4ee4c6 2024-11-27T03:22:20,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/552af529152b4824bd06a0033099544a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/552af529152b4824bd06a0033099544a 2024-11-27T03:22:20,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd931e0a79e84669bd43e47f02f0c98a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/fd931e0a79e84669bd43e47f02f0c98a 2024-11-27T03:22:20,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/c30a9515b03f44f3addc44b35d941d6b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/c30a9515b03f44f3addc44b35d941d6b 2024-11-27T03:22:20,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/184e4d1cec64498d975a2f20f5222e32 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/184e4d1cec64498d975a2f20f5222e32 2024-11-27T03:22:20,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/492474a41f694f2397eb344354d87f9c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/492474a41f694f2397eb344354d87f9c 2024-11-27T03:22:20,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/08e42593e08a43dd8761f17a97cf3473 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/08e42593e08a43dd8761f17a97cf3473 2024-11-27T03:22:20,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/8210e85c266c4f0dbf0ccdb3a5842fe3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/8210e85c266c4f0dbf0ccdb3a5842fe3 2024-11-27T03:22:20,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/18c844f90ea847be9c5ac9bd10387470 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/18c844f90ea847be9c5ac9bd10387470 2024-11-27T03:22:20,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/47f73c4c4e0a4acaaea3e502ce6c7fe6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/b97f199e0c5940c5a1d8710484fcfaef, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3a1c2fb634e744aa877ff543ba814978, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/d190028b543147788c606bf3c2051ca0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2451211aa1864f779d3acd9bd04f05f3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/856160fcf0f941f2ac9ce2a4bc62ecf3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/796e1e92e1d44230b351209064c7100e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/eb26f273ed384fafb6759730597670ff, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/6f90058a1ca641f6b62ad42a77d1ee4a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/1bfcd0fb871249a1931b3c2d4407f248, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3cd12c7a8da745a48693436744092121, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/37558071ff124c639dadd899d334df1e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/5a0d7f4d80984bb19288aaf5bbea9aa8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/02a2d2469a6e4d12b71e963b5a4556c7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/f34722e88c0d44e8ab5a66e4b890e18c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/00659e561ea34a5387a9467767832786, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/bb43d013cab54f81bfc815e4af4cbc92, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/450bad1cf6a24fecaea988fb65fafc13, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/9d8e7a9851f046ac9f30323421b9ab23, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/b99061bd6b704a2faedf606378607557, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/6e25fc36e85b4995a0f3c5afeb7b5f62, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3a5f627682fb4dd58cddabaacb2e1c8b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/39f43aa07def40109a719dd66ced8cc4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/43f4c835b17c45da944c3583f39be6f1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2f508470a0d94bba821d836d620f89e1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2eb16783f5f646e88b701dbcd8382f9e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/7e6c1fff2828471b8b2426e300308a88, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/ceff7a5fc20746edb4ae8e3e67989196, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/4c7fa4e6c5fd42baa8a1ea0ab39b6e70, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/1c5add15ef2c43c49695525a0d75d2cd, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/308131a45f98475dbf4f74c9dbc3f700, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/9637dcc79eb34472b9ceba51d5776a8a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/4ba2061eb11d44fab783384029729335, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/c32f6222367c454e8b9cba625867f706] to archive 2024-11-27T03:22:20,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:22:20,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/47f73c4c4e0a4acaaea3e502ce6c7fe6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/47f73c4c4e0a4acaaea3e502ce6c7fe6 2024-11-27T03:22:20,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/b97f199e0c5940c5a1d8710484fcfaef to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/b97f199e0c5940c5a1d8710484fcfaef 2024-11-27T03:22:20,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3a1c2fb634e744aa877ff543ba814978 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3a1c2fb634e744aa877ff543ba814978 2024-11-27T03:22:20,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/d190028b543147788c606bf3c2051ca0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/d190028b543147788c606bf3c2051ca0 2024-11-27T03:22:20,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2451211aa1864f779d3acd9bd04f05f3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2451211aa1864f779d3acd9bd04f05f3 2024-11-27T03:22:20,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/856160fcf0f941f2ac9ce2a4bc62ecf3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/856160fcf0f941f2ac9ce2a4bc62ecf3 2024-11-27T03:22:20,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/796e1e92e1d44230b351209064c7100e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/796e1e92e1d44230b351209064c7100e 2024-11-27T03:22:20,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/eb26f273ed384fafb6759730597670ff to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/eb26f273ed384fafb6759730597670ff 2024-11-27T03:22:20,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/6f90058a1ca641f6b62ad42a77d1ee4a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/6f90058a1ca641f6b62ad42a77d1ee4a 2024-11-27T03:22:20,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/1bfcd0fb871249a1931b3c2d4407f248 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/1bfcd0fb871249a1931b3c2d4407f248 2024-11-27T03:22:20,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3cd12c7a8da745a48693436744092121 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3cd12c7a8da745a48693436744092121 2024-11-27T03:22:20,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/37558071ff124c639dadd899d334df1e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/37558071ff124c639dadd899d334df1e 2024-11-27T03:22:20,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/5a0d7f4d80984bb19288aaf5bbea9aa8 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/5a0d7f4d80984bb19288aaf5bbea9aa8 2024-11-27T03:22:20,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/02a2d2469a6e4d12b71e963b5a4556c7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/02a2d2469a6e4d12b71e963b5a4556c7 2024-11-27T03:22:21,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/f34722e88c0d44e8ab5a66e4b890e18c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/f34722e88c0d44e8ab5a66e4b890e18c 2024-11-27T03:22:21,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/00659e561ea34a5387a9467767832786 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/00659e561ea34a5387a9467767832786 2024-11-27T03:22:21,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/bb43d013cab54f81bfc815e4af4cbc92 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/bb43d013cab54f81bfc815e4af4cbc92 2024-11-27T03:22:21,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/450bad1cf6a24fecaea988fb65fafc13 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/450bad1cf6a24fecaea988fb65fafc13 2024-11-27T03:22:21,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/9d8e7a9851f046ac9f30323421b9ab23 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/9d8e7a9851f046ac9f30323421b9ab23 2024-11-27T03:22:21,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/b99061bd6b704a2faedf606378607557 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/b99061bd6b704a2faedf606378607557 2024-11-27T03:22:21,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/6e25fc36e85b4995a0f3c5afeb7b5f62 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/6e25fc36e85b4995a0f3c5afeb7b5f62 2024-11-27T03:22:21,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3a5f627682fb4dd58cddabaacb2e1c8b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3a5f627682fb4dd58cddabaacb2e1c8b 2024-11-27T03:22:21,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/39f43aa07def40109a719dd66ced8cc4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/39f43aa07def40109a719dd66ced8cc4 2024-11-27T03:22:21,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/43f4c835b17c45da944c3583f39be6f1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/43f4c835b17c45da944c3583f39be6f1 2024-11-27T03:22:21,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2f508470a0d94bba821d836d620f89e1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2f508470a0d94bba821d836d620f89e1 2024-11-27T03:22:21,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2eb16783f5f646e88b701dbcd8382f9e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/2eb16783f5f646e88b701dbcd8382f9e 2024-11-27T03:22:21,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/7e6c1fff2828471b8b2426e300308a88 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/7e6c1fff2828471b8b2426e300308a88 2024-11-27T03:22:21,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/ceff7a5fc20746edb4ae8e3e67989196 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/ceff7a5fc20746edb4ae8e3e67989196 2024-11-27T03:22:21,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/4c7fa4e6c5fd42baa8a1ea0ab39b6e70 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/4c7fa4e6c5fd42baa8a1ea0ab39b6e70 2024-11-27T03:22:21,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/1c5add15ef2c43c49695525a0d75d2cd to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/1c5add15ef2c43c49695525a0d75d2cd 2024-11-27T03:22:21,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/308131a45f98475dbf4f74c9dbc3f700 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/308131a45f98475dbf4f74c9dbc3f700 2024-11-27T03:22:21,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/9637dcc79eb34472b9ceba51d5776a8a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/9637dcc79eb34472b9ceba51d5776a8a 2024-11-27T03:22:21,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/4ba2061eb11d44fab783384029729335 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/4ba2061eb11d44fab783384029729335 2024-11-27T03:22:21,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/c32f6222367c454e8b9cba625867f706 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/c32f6222367c454e8b9cba625867f706 2024-11-27T03:22:21,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/3ac652ef0d184cb9aefe1188a0558a2d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5941100f91204f3b821edac88785e84c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/bd69a113c59242808419b8f8b5ba7bba, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/515a00d42811455e84613b57c0c85643, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5d643c3682884c1e9b19ef8f86a714d4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/511553e3d0b64e1296b201054d82bab6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/0c003463cafa4e6dbe4e9f0e19a1186b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/d8642aee32324c43a5e4de5e14c62245, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/79cb48482c1b4418bafc93a18b4f2868, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/b99e853724c14ab7bdaa335a10cdd5b3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/1a967c2d7701426d91d66955ef798ed5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/4db3fcb0e4b9489ca1303e7a29cd9dda, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/37ea1ec12d374c07966140d3b2faf3fb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/ecaee63d8f8942b1902f3b6bc9f8f61d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/f566bc91c2624dc9a907267c968bb25a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/0d84882550374a7987f6b22f379e3d16, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5021fede536943c887ab97d6abd9a6c5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/b0eaa659108e46ed9762449a9b344ba9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/7cd5243194b14bd0b8e7be1ca41d1cc9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/7fb6554324d94b6ba873f3e7a4264634, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/329a01b24f2b433ca705b5802a58ba5f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/263898d722e64ee286dee3f08f279fa1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/96f1d4b825c44cda8514cfad7afc4dcf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/cb9ffc3c267e411f8ef22bd57f09f1be, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/6cfe893ca52b4aed9f6325823634cf45, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/9202e4a4c3ef4ce8bd0097a73cb07a91, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/72d51cf31fa041b2bffcb724dd1b5406, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/9c6ee9f61a5a4849adbb171fe0e66f44, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5efc1f3cafa04cbd8d3515c3a386daad, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/e8251a0047d6425aa06f80ff02233a79, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/a4b3375c13dd4784aed4a73e8cb24524, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/fc9ce81b8edc46ba87fbab5cf2dffa10, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5a88e6b1e3df4101a55c143be71f596c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/08c1e64c8dae404aae9cbdf12b0bd9e6] to archive 2024-11-27T03:22:21,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:22:21,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/3ac652ef0d184cb9aefe1188a0558a2d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/3ac652ef0d184cb9aefe1188a0558a2d 2024-11-27T03:22:21,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5941100f91204f3b821edac88785e84c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5941100f91204f3b821edac88785e84c 2024-11-27T03:22:21,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/bd69a113c59242808419b8f8b5ba7bba to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/bd69a113c59242808419b8f8b5ba7bba 2024-11-27T03:22:21,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/515a00d42811455e84613b57c0c85643 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/515a00d42811455e84613b57c0c85643 2024-11-27T03:22:21,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5d643c3682884c1e9b19ef8f86a714d4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5d643c3682884c1e9b19ef8f86a714d4 2024-11-27T03:22:21,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/511553e3d0b64e1296b201054d82bab6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/511553e3d0b64e1296b201054d82bab6 2024-11-27T03:22:21,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/0c003463cafa4e6dbe4e9f0e19a1186b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/0c003463cafa4e6dbe4e9f0e19a1186b 2024-11-27T03:22:21,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/d8642aee32324c43a5e4de5e14c62245 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/d8642aee32324c43a5e4de5e14c62245 2024-11-27T03:22:21,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/79cb48482c1b4418bafc93a18b4f2868 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/79cb48482c1b4418bafc93a18b4f2868 2024-11-27T03:22:21,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/b99e853724c14ab7bdaa335a10cdd5b3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/b99e853724c14ab7bdaa335a10cdd5b3 2024-11-27T03:22:21,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/1a967c2d7701426d91d66955ef798ed5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/1a967c2d7701426d91d66955ef798ed5 2024-11-27T03:22:21,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/4db3fcb0e4b9489ca1303e7a29cd9dda to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/4db3fcb0e4b9489ca1303e7a29cd9dda 2024-11-27T03:22:21,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/37ea1ec12d374c07966140d3b2faf3fb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/37ea1ec12d374c07966140d3b2faf3fb 2024-11-27T03:22:21,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/ecaee63d8f8942b1902f3b6bc9f8f61d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/ecaee63d8f8942b1902f3b6bc9f8f61d 2024-11-27T03:22:21,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/f566bc91c2624dc9a907267c968bb25a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/f566bc91c2624dc9a907267c968bb25a 2024-11-27T03:22:21,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/0d84882550374a7987f6b22f379e3d16 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/0d84882550374a7987f6b22f379e3d16 2024-11-27T03:22:21,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5021fede536943c887ab97d6abd9a6c5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5021fede536943c887ab97d6abd9a6c5 2024-11-27T03:22:21,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/b0eaa659108e46ed9762449a9b344ba9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/b0eaa659108e46ed9762449a9b344ba9 2024-11-27T03:22:21,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/7cd5243194b14bd0b8e7be1ca41d1cc9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/7cd5243194b14bd0b8e7be1ca41d1cc9 2024-11-27T03:22:21,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/7fb6554324d94b6ba873f3e7a4264634 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/7fb6554324d94b6ba873f3e7a4264634 2024-11-27T03:22:21,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/329a01b24f2b433ca705b5802a58ba5f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/329a01b24f2b433ca705b5802a58ba5f 2024-11-27T03:22:21,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/263898d722e64ee286dee3f08f279fa1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/263898d722e64ee286dee3f08f279fa1 2024-11-27T03:22:21,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/96f1d4b825c44cda8514cfad7afc4dcf to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/96f1d4b825c44cda8514cfad7afc4dcf 2024-11-27T03:22:21,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/cb9ffc3c267e411f8ef22bd57f09f1be to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/cb9ffc3c267e411f8ef22bd57f09f1be 2024-11-27T03:22:21,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/6cfe893ca52b4aed9f6325823634cf45 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/6cfe893ca52b4aed9f6325823634cf45 2024-11-27T03:22:21,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/9202e4a4c3ef4ce8bd0097a73cb07a91 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/9202e4a4c3ef4ce8bd0097a73cb07a91 2024-11-27T03:22:21,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/72d51cf31fa041b2bffcb724dd1b5406 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/72d51cf31fa041b2bffcb724dd1b5406 2024-11-27T03:22:21,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/9c6ee9f61a5a4849adbb171fe0e66f44 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/9c6ee9f61a5a4849adbb171fe0e66f44 2024-11-27T03:22:21,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5efc1f3cafa04cbd8d3515c3a386daad to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5efc1f3cafa04cbd8d3515c3a386daad 2024-11-27T03:22:21,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/e8251a0047d6425aa06f80ff02233a79 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/e8251a0047d6425aa06f80ff02233a79 2024-11-27T03:22:21,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/a4b3375c13dd4784aed4a73e8cb24524 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/a4b3375c13dd4784aed4a73e8cb24524 2024-11-27T03:22:21,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/fc9ce81b8edc46ba87fbab5cf2dffa10 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/fc9ce81b8edc46ba87fbab5cf2dffa10 2024-11-27T03:22:21,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5a88e6b1e3df4101a55c143be71f596c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/5a88e6b1e3df4101a55c143be71f596c 2024-11-27T03:22:21,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/08c1e64c8dae404aae9cbdf12b0bd9e6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/08c1e64c8dae404aae9cbdf12b0bd9e6 2024-11-27T03:22:21,046 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/recovered.edits/520.seqid, newMaxSeqId=520, maxSeqId=1 2024-11-27T03:22:21,047 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa. 2024-11-27T03:22:21,047 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for ae5a7a38ca35a7b74d98ebc1c50ecafa: 2024-11-27T03:22:21,048 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:21,048 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=ae5a7a38ca35a7b74d98ebc1c50ecafa, regionState=CLOSED 2024-11-27T03:22:21,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-27T03:22:21,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure ae5a7a38ca35a7b74d98ebc1c50ecafa, server=2037602345fe,42163,1732677650856 in 1.4850 sec 2024-11-27T03:22:21,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-27T03:22:21,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ae5a7a38ca35a7b74d98ebc1c50ecafa, UNASSIGN in 1.4880 sec 2024-11-27T03:22:21,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-27T03:22:21,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4900 sec 2024-11-27T03:22:21,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677741053"}]},"ts":"1732677741053"} 2024-11-27T03:22:21,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T03:22:21,056 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T03:22:21,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5020 sec 2024-11-27T03:22:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T03:22:21,661 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-27T03:22:21,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T03:22:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:21,663 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T03:22:21,664 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=99, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:21,666 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:21,668 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/recovered.edits] 2024-11-27T03:22:21,671 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/90f2afe97fd54e19bb0ee529ede057d3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/90f2afe97fd54e19bb0ee529ede057d3 2024-11-27T03:22:21,672 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/cd84573f1cd2411b861ceff2cbd2462c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/A/cd84573f1cd2411b861ceff2cbd2462c 2024-11-27T03:22:21,674 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3caaf479e9d547668f6d6841e30c767c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/3caaf479e9d547668f6d6841e30c767c 2024-11-27T03:22:21,675 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/8d4ad50b15b84687928a83c88f0428c0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/B/8d4ad50b15b84687928a83c88f0428c0 2024-11-27T03:22:21,677 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/a3bd80204d024d4a86f612a96e155ec7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/a3bd80204d024d4a86f612a96e155ec7 2024-11-27T03:22:21,678 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/bc6b933ea49142849a87de8f27a22cfa to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/C/bc6b933ea49142849a87de8f27a22cfa 2024-11-27T03:22:21,681 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/recovered.edits/520.seqid to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa/recovered.edits/520.seqid 2024-11-27T03:22:21,681 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/ae5a7a38ca35a7b74d98ebc1c50ecafa 2024-11-27T03:22:21,681 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T03:22:21,683 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=99, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:21,687 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T03:22:21,688 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T03:22:21,689 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=99, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:21,689 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T03:22:21,690 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732677741689"}]},"ts":"9223372036854775807"} 2024-11-27T03:22:21,691 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T03:22:21,691 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ae5a7a38ca35a7b74d98ebc1c50ecafa, NAME => 'TestAcidGuarantees,,1732677713292.ae5a7a38ca35a7b74d98ebc1c50ecafa.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T03:22:21,691 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T03:22:21,691 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732677741691"}]},"ts":"9223372036854775807"} 2024-11-27T03:22:21,693 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T03:22:21,695 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=99, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:21,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-27T03:22:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T03:22:21,765 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-11-27T03:22:21,774 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 242), OpenFileDescriptor=459 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=507 (was 464) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6494 (was 5993) - AvailableMemoryMB LEAK? - 2024-11-27T03:22:21,784 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=507, ProcessCount=11, AvailableMemoryMB=6493 2024-11-27T03:22:21,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T03:22:21,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:22:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:21,787 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:22:21,788 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:21,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 100 2024-11-27T03:22:21,788 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:22:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-27T03:22:21,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742239_1415 (size=960) 2024-11-27T03:22:21,795 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb 2024-11-27T03:22:21,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742240_1416 (size=53) 2024-11-27T03:22:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-27T03:22:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-27T03:22:22,200 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:22,200 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a6774d0da3f3d0e178c3d70987ba8a75, disabling compactions & flushes 2024-11-27T03:22:22,200 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:22,200 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:22,200 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. after waiting 0 ms 2024-11-27T03:22:22,200 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:22,200 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:22,200 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:22,201 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:22:22,202 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732677742201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677742201"}]},"ts":"1732677742201"} 2024-11-27T03:22:22,203 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T03:22:22,203 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:22:22,203 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677742203"}]},"ts":"1732677742203"} 2024-11-27T03:22:22,204 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T03:22:22,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6774d0da3f3d0e178c3d70987ba8a75, ASSIGN}] 2024-11-27T03:22:22,209 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6774d0da3f3d0e178c3d70987ba8a75, ASSIGN 2024-11-27T03:22:22,209 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6774d0da3f3d0e178c3d70987ba8a75, ASSIGN; state=OFFLINE, location=2037602345fe,42163,1732677650856; forceNewPlan=false, retain=false 2024-11-27T03:22:22,360 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=a6774d0da3f3d0e178c3d70987ba8a75, regionState=OPENING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:22:22,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; OpenRegionProcedure a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:22:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-27T03:22:22,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:22,515 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:22,515 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7285): Opening region: {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:22,515 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:22,515 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:22,515 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7327): checking encryption for a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:22,515 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7330): checking classloading for a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:22,517 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:22,518 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:22:22,518 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6774d0da3f3d0e178c3d70987ba8a75 columnFamilyName A 2024-11-27T03:22:22,518 DEBUG [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:22,518 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.HStore(327): Store=a6774d0da3f3d0e178c3d70987ba8a75/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:22,518 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:22,519 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:22:22,519 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6774d0da3f3d0e178c3d70987ba8a75 columnFamilyName B 2024-11-27T03:22:22,519 DEBUG [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:22,520 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.HStore(327): Store=a6774d0da3f3d0e178c3d70987ba8a75/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:22,520 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:22,520 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:22:22,520 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6774d0da3f3d0e178c3d70987ba8a75 columnFamilyName C 2024-11-27T03:22:22,521 DEBUG [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:22,521 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.HStore(327): Store=a6774d0da3f3d0e178c3d70987ba8a75/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:22,521 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:22,521 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:22,522 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:22,523 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T03:22:22,524 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1085): writing seq id for a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:22,525 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:22,525 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1102): Opened a6774d0da3f3d0e178c3d70987ba8a75; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72428520, jitterRate=0.07926905155181885}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T03:22:22,526 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1001): Region open journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:22,526 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., pid=102, masterSystemTime=1732677742512 2024-11-27T03:22:22,527 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:22,527 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:22,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=a6774d0da3f3d0e178c3d70987ba8a75, regionState=OPEN, openSeqNum=2, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:22:22,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-27T03:22:22,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; OpenRegionProcedure a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 in 168 msec 2024-11-27T03:22:22,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-27T03:22:22,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6774d0da3f3d0e178c3d70987ba8a75, ASSIGN in 322 msec 2024-11-27T03:22:22,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:22:22,532 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677742531"}]},"ts":"1732677742531"} 2024-11-27T03:22:22,532 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T03:22:22,535 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:22:22,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 749 msec 2024-11-27T03:22:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-27T03:22:22,892 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-27T03:22:22,893 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df61dc9 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe71801 2024-11-27T03:22:22,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:22,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:22,901 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:22,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:22,903 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:22:22,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T03:22:22,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:22:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:22,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742241_1417 (size=996) 2024-11-27T03:22:23,317 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T03:22:23,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T03:22:23,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T03:22:23,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6774d0da3f3d0e178c3d70987ba8a75, REOPEN/MOVE}] 2024-11-27T03:22:23,322 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6774d0da3f3d0e178c3d70987ba8a75, REOPEN/MOVE 2024-11-27T03:22:23,323 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=a6774d0da3f3d0e178c3d70987ba8a75, regionState=CLOSING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:22:23,324 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T03:22:23,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; CloseRegionProcedure a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:22:23,474 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:23,474 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(124): Close a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:23,474 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T03:22:23,474 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1681): Closing a6774d0da3f3d0e178c3d70987ba8a75, disabling compactions & flushes 2024-11-27T03:22:23,474 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:23,474 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:23,474 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. after waiting 0 ms 2024-11-27T03:22:23,474 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:23,478 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T03:22:23,478 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:23,478 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1635): Region close journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:23,479 WARN [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionServer(3786): Not adding moved region record: a6774d0da3f3d0e178c3d70987ba8a75 to self. 2024-11-27T03:22:23,480 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(170): Closed a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:23,480 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=a6774d0da3f3d0e178c3d70987ba8a75, regionState=CLOSED 2024-11-27T03:22:23,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-27T03:22:23,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; CloseRegionProcedure a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 in 157 msec 2024-11-27T03:22:23,482 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6774d0da3f3d0e178c3d70987ba8a75, REOPEN/MOVE; state=CLOSED, location=2037602345fe,42163,1732677650856; forceNewPlan=false, retain=true 2024-11-27T03:22:23,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=a6774d0da3f3d0e178c3d70987ba8a75, regionState=OPENING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:22:23,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=105, state=RUNNABLE; OpenRegionProcedure a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:22:23,785 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:23,788 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:23,788 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7285): Opening region: {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:23,789 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:23,789 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:23,789 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7327): checking encryption for a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:23,789 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7330): checking classloading for a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:23,790 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:23,791 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:22:23,791 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6774d0da3f3d0e178c3d70987ba8a75 columnFamilyName A 2024-11-27T03:22:23,792 DEBUG [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:23,793 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.HStore(327): Store=a6774d0da3f3d0e178c3d70987ba8a75/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:23,793 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:23,794 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:22:23,794 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6774d0da3f3d0e178c3d70987ba8a75 columnFamilyName B 2024-11-27T03:22:23,794 DEBUG [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:23,794 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.HStore(327): Store=a6774d0da3f3d0e178c3d70987ba8a75/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:23,794 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:23,795 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:22:23,795 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6774d0da3f3d0e178c3d70987ba8a75 columnFamilyName C 2024-11-27T03:22:23,795 DEBUG [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:23,795 INFO [StoreOpener-a6774d0da3f3d0e178c3d70987ba8a75-1 {}] regionserver.HStore(327): Store=a6774d0da3f3d0e178c3d70987ba8a75/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:23,795 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:23,796 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:23,797 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:23,798 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T03:22:23,798 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1085): writing seq id for a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:23,799 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1102): Opened a6774d0da3f3d0e178c3d70987ba8a75; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63748272, jitterRate=-0.05007672309875488}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T03:22:23,800 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1001): Region open journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:23,800 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., pid=107, masterSystemTime=1732677743785 2024-11-27T03:22:23,801 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:23,801 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:23,802 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=a6774d0da3f3d0e178c3d70987ba8a75, regionState=OPEN, openSeqNum=5, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:22:23,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=105 2024-11-27T03:22:23,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=105, state=SUCCESS; OpenRegionProcedure a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 in 169 msec 2024-11-27T03:22:23,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-27T03:22:23,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6774d0da3f3d0e178c3d70987ba8a75, REOPEN/MOVE in 482 msec 2024-11-27T03:22:23,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-27T03:22:23,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-11-27T03:22:23,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 902 msec 2024-11-27T03:22:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-27T03:22:23,810 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511 2024-11-27T03:22:23,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:23,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72f422b4 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc42ea6 2024-11-27T03:22:23,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f74604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:23,821 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9 2024-11-27T03:22:23,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:23,824 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-11-27T03:22:23,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:23,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-11-27T03:22:23,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:23,833 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-27T03:22:23,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:23,837 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc 2024-11-27T03:22:23,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:23,841 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9 2024-11-27T03:22:23,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:23,844 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4 2024-11-27T03:22:23,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:23,848 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x787e5169 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7284f16d 2024-11-27T03:22:23,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47679076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:23,859 DEBUG [hconnection-0x14b05494-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:23,859 DEBUG [hconnection-0x1bf5abed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:23,859 DEBUG [hconnection-0x4d4a676b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:23,860 DEBUG [hconnection-0x4f08be69-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:23,860 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:23,860 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:23,861 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:23,861 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:23,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T03:22:23,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:23,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:23,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:23,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:23,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:23,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:23,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677803883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:23,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677803883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:23,884 DEBUG [hconnection-0x3d2b7f23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:23,884 DEBUG [hconnection-0x5169ca87-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:23,885 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:23,885 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:23,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-27T03:22:23,886 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:23,887 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:23,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T03:22:23,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677803887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:23,898 DEBUG [hconnection-0x382cc215-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:23,898 DEBUG [hconnection-0x215c8350-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:23,899 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:23,899 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:23,900 DEBUG [hconnection-0x12b3bbe3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:23,900 DEBUG [hconnection-0x1121f130-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:23,901 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:23,901 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:23,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677803901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:23,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677803902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:23,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127261b08f70ebe442b984cfeb5cab6aca2_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677743867/Put/seqid=0 2024-11-27T03:22:23,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742242_1418 (size=12154) 2024-11-27T03:22:23,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677803984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:23,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T03:22:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677803986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:23,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677803989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:24,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677804004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:24,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677804004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:24,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:24,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T03:22:24,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:24,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:24,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:24,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T03:22:24,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677804190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:24,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:24,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T03:22:24,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:24,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:24,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:24,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677804191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:24,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677804204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:24,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677804206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:24,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677804207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:24,321 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:24,325 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127261b08f70ebe442b984cfeb5cab6aca2_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127261b08f70ebe442b984cfeb5cab6aca2_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:24,326 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/4509f1f0e18a41a4819a412d235e1589, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:24,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/4509f1f0e18a41a4819a412d235e1589 is 175, key is test_row_0/A:col10/1732677743867/Put/seqid=0 2024-11-27T03:22:24,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742243_1419 (size=30955) 2024-11-27T03:22:24,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:24,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T03:22:24,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:24,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:24,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:24,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T03:22:24,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677804492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:24,497 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:24,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T03:22:24,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:24,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:24,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:24,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677804497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:24,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677804507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:24,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677804510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:24,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:24,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677804511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:24,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:24,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T03:22:24,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:24,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:24,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:24,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,736 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/4509f1f0e18a41a4819a412d235e1589 2024-11-27T03:22:24,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/809e213eb02645bf8355190006706985 is 50, key is test_row_0/B:col10/1732677743867/Put/seqid=0 2024-11-27T03:22:24,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742244_1420 (size=12001) 2024-11-27T03:22:24,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/809e213eb02645bf8355190006706985 2024-11-27T03:22:24,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:24,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T03:22:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:24,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:24,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/0dae12c8af2e4e9f9e292454ebfd3638 is 50, key is test_row_0/C:col10/1732677743867/Put/seqid=0 2024-11-27T03:22:24,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742245_1421 (size=12001) 2024-11-27T03:22:24,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/0dae12c8af2e4e9f9e292454ebfd3638 2024-11-27T03:22:24,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/4509f1f0e18a41a4819a412d235e1589 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4509f1f0e18a41a4819a412d235e1589 2024-11-27T03:22:24,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4509f1f0e18a41a4819a412d235e1589, entries=150, sequenceid=16, filesize=30.2 K 2024-11-27T03:22:24,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/809e213eb02645bf8355190006706985 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/809e213eb02645bf8355190006706985 2024-11-27T03:22:24,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/809e213eb02645bf8355190006706985, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T03:22:24,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/0dae12c8af2e4e9f9e292454ebfd3638 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/0dae12c8af2e4e9f9e292454ebfd3638 2024-11-27T03:22:24,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/0dae12c8af2e4e9f9e292454ebfd3638, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T03:22:24,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a6774d0da3f3d0e178c3d70987ba8a75 in 1004ms, sequenceid=16, compaction requested=false 2024-11-27T03:22:24,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:24,957 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:24,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T03:22:24,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:24,958 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T03:22:24,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:24,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:24,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:24,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:24,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:24,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:24,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127695080b88f074a2292c7d2f21d0d174a_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677743880/Put/seqid=0 2024-11-27T03:22:24,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742246_1422 (size=12154) 2024-11-27T03:22:24,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T03:22:24,999 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127695080b88f074a2292c7d2f21d0d174a_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127695080b88f074a2292c7d2f21d0d174a_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:25,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/800971558232450e9d8ed3e30b80321b, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:25,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/800971558232450e9d8ed3e30b80321b is 175, key is test_row_0/A:col10/1732677743880/Put/seqid=0 2024-11-27T03:22:25,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:25,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742247_1423 (size=30955) 2024-11-27T03:22:25,036 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/800971558232450e9d8ed3e30b80321b 2024-11-27T03:22:25,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677805034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677805038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677805040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677805042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677805045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/2a85fc0232f542d09b5ac70594211500 is 50, key is test_row_0/B:col10/1732677743880/Put/seqid=0 2024-11-27T03:22:25,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742248_1424 (size=12001) 2024-11-27T03:22:25,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677805146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677805147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677805148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677805150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677805154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677805349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677805354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677805355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677805356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677805360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,482 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/2a85fc0232f542d09b5ac70594211500 2024-11-27T03:22:25,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/9c815b249c65412faa9c373f306ae6b5 is 50, key is test_row_0/C:col10/1732677743880/Put/seqid=0 2024-11-27T03:22:25,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742249_1425 (size=12001) 2024-11-27T03:22:25,515 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/9c815b249c65412faa9c373f306ae6b5 2024-11-27T03:22:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/800971558232450e9d8ed3e30b80321b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/800971558232450e9d8ed3e30b80321b 2024-11-27T03:22:25,528 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/800971558232450e9d8ed3e30b80321b, entries=150, sequenceid=41, filesize=30.2 K 2024-11-27T03:22:25,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/2a85fc0232f542d09b5ac70594211500 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/2a85fc0232f542d09b5ac70594211500 2024-11-27T03:22:25,534 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/2a85fc0232f542d09b5ac70594211500, entries=150, sequenceid=41, filesize=11.7 K 2024-11-27T03:22:25,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/9c815b249c65412faa9c373f306ae6b5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/9c815b249c65412faa9c373f306ae6b5 2024-11-27T03:22:25,539 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/9c815b249c65412faa9c373f306ae6b5, entries=150, sequenceid=41, filesize=11.7 K 2024-11-27T03:22:25,540 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a6774d0da3f3d0e178c3d70987ba8a75 in 582ms, sequenceid=41, compaction requested=false 2024-11-27T03:22:25,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:25,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:25,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-27T03:22:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-27T03:22:25,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-27T03:22:25,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6550 sec 2024-11-27T03:22:25,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.6590 sec 2024-11-27T03:22:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:25,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T03:22:25,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:25,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:25,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:25,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:25,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:25,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:25,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112701433a1a70c94b4583360d0ca1415534_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677745656/Put/seqid=0 2024-11-27T03:22:25,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742250_1426 (size=14594) 2024-11-27T03:22:25,670 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:25,678 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112701433a1a70c94b4583360d0ca1415534_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112701433a1a70c94b4583360d0ca1415534_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:25,680 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/2e44583368c24dc2aca44689923c8790, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:25,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/2e44583368c24dc2aca44689923c8790 is 175, key is test_row_0/A:col10/1732677745656/Put/seqid=0 2024-11-27T03:22:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742251_1427 (size=39549) 2024-11-27T03:22:25,687 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/2e44583368c24dc2aca44689923c8790 2024-11-27T03:22:25,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/ee70d25558094b72a4c3f6350d7baf10 is 50, key is test_row_0/B:col10/1732677745656/Put/seqid=0 2024-11-27T03:22:25,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677805687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677805688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677805689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742252_1428 (size=12001) 2024-11-27T03:22:25,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677805701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677805708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677805802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677805802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677805802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677805810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677805818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T03:22:25,992 INFO [Thread-1856 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-27T03:22:25,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-27T03:22:25,997 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:25,998 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:25,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T03:22:26,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677806009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677806013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677806013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677806018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677806025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T03:22:26,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/ee70d25558094b72a4c3f6350d7baf10 2024-11-27T03:22:26,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/ddd9883bcbbd4a98b7b0d7154ca70e76 is 50, key is test_row_0/C:col10/1732677745656/Put/seqid=0 2024-11-27T03:22:26,149 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:26,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T03:22:26,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:26,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:26,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:26,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:26,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:26,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742253_1429 (size=12001) 2024-11-27T03:22:26,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/ddd9883bcbbd4a98b7b0d7154ca70e76 2024-11-27T03:22:26,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/2e44583368c24dc2aca44689923c8790 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/2e44583368c24dc2aca44689923c8790 2024-11-27T03:22:26,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/2e44583368c24dc2aca44689923c8790, entries=200, sequenceid=53, filesize=38.6 K 2024-11-27T03:22:26,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/ee70d25558094b72a4c3f6350d7baf10 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/ee70d25558094b72a4c3f6350d7baf10 2024-11-27T03:22:26,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/ee70d25558094b72a4c3f6350d7baf10, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T03:22:26,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/ddd9883bcbbd4a98b7b0d7154ca70e76 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/ddd9883bcbbd4a98b7b0d7154ca70e76 2024-11-27T03:22:26,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/ddd9883bcbbd4a98b7b0d7154ca70e76, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T03:22:26,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a6774d0da3f3d0e178c3d70987ba8a75 in 560ms, sequenceid=53, compaction requested=true 2024-11-27T03:22:26,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:26,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:26,217 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:26,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:26,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:26,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:26,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:26,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:26,217 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:26,218 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:26,218 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:26,218 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/B is initiating minor compaction (all files) 2024-11-27T03:22:26,218 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/A is initiating minor compaction (all files) 2024-11-27T03:22:26,218 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/A in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:26,218 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/B in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:26,218 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4509f1f0e18a41a4819a412d235e1589, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/800971558232450e9d8ed3e30b80321b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/2e44583368c24dc2aca44689923c8790] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=99.1 K 2024-11-27T03:22:26,218 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/809e213eb02645bf8355190006706985, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/2a85fc0232f542d09b5ac70594211500, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/ee70d25558094b72a4c3f6350d7baf10] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=35.2 K 2024-11-27T03:22:26,218 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:26,218 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4509f1f0e18a41a4819a412d235e1589, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/800971558232450e9d8ed3e30b80321b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/2e44583368c24dc2aca44689923c8790] 2024-11-27T03:22:26,219 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 809e213eb02645bf8355190006706985, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732677743862 2024-11-27T03:22:26,219 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4509f1f0e18a41a4819a412d235e1589, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732677743862 2024-11-27T03:22:26,219 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 800971558232450e9d8ed3e30b80321b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732677743880 2024-11-27T03:22:26,219 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a85fc0232f542d09b5ac70594211500, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732677743880 2024-11-27T03:22:26,219 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e44583368c24dc2aca44689923c8790, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677745009 2024-11-27T03:22:26,220 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ee70d25558094b72a4c3f6350d7baf10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677745009 2024-11-27T03:22:26,229 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:26,251 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#B#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:26,251 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/1d82556ece354be682dcdde167555fcc is 50, key is test_row_0/B:col10/1732677745656/Put/seqid=0 2024-11-27T03:22:26,260 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127727ecb4a8b0c48228ef386414ef6b191_a6774d0da3f3d0e178c3d70987ba8a75 store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:26,263 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127727ecb4a8b0c48228ef386414ef6b191_a6774d0da3f3d0e178c3d70987ba8a75, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:26,263 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127727ecb4a8b0c48228ef386414ef6b191_a6774d0da3f3d0e178c3d70987ba8a75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:26,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:26,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742254_1430 (size=12104) 2024-11-27T03:22:26,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T03:22:26,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T03:22:26,311 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T03:22:26,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:26,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:26,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:26,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:26,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:26,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:26,322 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/1d82556ece354be682dcdde167555fcc as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/1d82556ece354be682dcdde167555fcc 2024-11-27T03:22:26,331 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/B of a6774d0da3f3d0e178c3d70987ba8a75 into 1d82556ece354be682dcdde167555fcc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:26,331 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:26,331 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/B, priority=13, startTime=1732677746217; duration=0sec 2024-11-27T03:22:26,331 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:26,331 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:B 2024-11-27T03:22:26,332 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:26,345 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:26,345 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/C is initiating minor compaction (all files) 2024-11-27T03:22:26,345 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/C in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:26,345 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/0dae12c8af2e4e9f9e292454ebfd3638, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/9c815b249c65412faa9c373f306ae6b5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/ddd9883bcbbd4a98b7b0d7154ca70e76] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=35.2 K 2024-11-27T03:22:26,345 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dae12c8af2e4e9f9e292454ebfd3638, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732677743862 2024-11-27T03:22:26,346 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c815b249c65412faa9c373f306ae6b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732677743880 2024-11-27T03:22:26,346 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ddd9883bcbbd4a98b7b0d7154ca70e76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677745009 2024-11-27T03:22:26,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742255_1431 (size=4469) 2024-11-27T03:22:26,355 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#A#compaction#369 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:26,355 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/4c5c6963a06041c2a71656156038de21 is 175, key is test_row_0/A:col10/1732677745656/Put/seqid=0 2024-11-27T03:22:26,369 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#C#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:26,370 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/e113af10aa274399ae415989c1af4b8f is 50, key is test_row_0/C:col10/1732677745656/Put/seqid=0 2024-11-27T03:22:26,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112739737df8d1f14f65b3ddac17f3431ce2_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677745697/Put/seqid=0 2024-11-27T03:22:26,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677806367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677806373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677806375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677806376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677806377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742257_1433 (size=12104) 2024-11-27T03:22:26,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742258_1434 (size=12154) 2024-11-27T03:22:26,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:26,495 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112739737df8d1f14f65b3ddac17f3431ce2_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112739737df8d1f14f65b3ddac17f3431ce2_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:26,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/33e017807b474f309e0ecedd57895bd5, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:26,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/33e017807b474f309e0ecedd57895bd5 is 175, key is test_row_0/A:col10/1732677745697/Put/seqid=0 2024-11-27T03:22:26,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742256_1432 (size=31058) 2024-11-27T03:22:26,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677806494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677806495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677806495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677806497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677806497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,511 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/4c5c6963a06041c2a71656156038de21 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4c5c6963a06041c2a71656156038de21 2024-11-27T03:22:26,523 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/A of a6774d0da3f3d0e178c3d70987ba8a75 into 4c5c6963a06041c2a71656156038de21(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:26,523 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:26,523 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/A, priority=13, startTime=1732677746217; duration=0sec 2024-11-27T03:22:26,523 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:26,523 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:A 2024-11-27T03:22:26,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742259_1435 (size=30955) 2024-11-27T03:22:26,542 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/33e017807b474f309e0ecedd57895bd5 2024-11-27T03:22:26,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/18d4becb9e2945e08f43b316219ff513 is 50, key is test_row_0/B:col10/1732677745697/Put/seqid=0 2024-11-27T03:22:26,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742260_1436 (size=12001) 2024-11-27T03:22:26,565 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/18d4becb9e2945e08f43b316219ff513 2024-11-27T03:22:26,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/d75e0a89d28d479c925fd02c8a1fb59d is 50, key is test_row_0/C:col10/1732677745697/Put/seqid=0 2024-11-27T03:22:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T03:22:26,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742261_1437 (size=12001) 2024-11-27T03:22:26,632 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T03:22:26,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677806707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677806707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677806708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677806708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677806708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:26,877 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/e113af10aa274399ae415989c1af4b8f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/e113af10aa274399ae415989c1af4b8f 2024-11-27T03:22:26,908 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/C of a6774d0da3f3d0e178c3d70987ba8a75 into e113af10aa274399ae415989c1af4b8f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:26,908 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:26,908 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/C, priority=13, startTime=1732677746217; duration=0sec 2024-11-27T03:22:26,908 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:26,908 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:C 2024-11-27T03:22:27,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677807022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,034 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/d75e0a89d28d479c925fd02c8a1fb59d 2024-11-27T03:22:27,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677807025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677807026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677807027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677807027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/33e017807b474f309e0ecedd57895bd5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/33e017807b474f309e0ecedd57895bd5 2024-11-27T03:22:27,055 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/33e017807b474f309e0ecedd57895bd5, entries=150, sequenceid=78, filesize=30.2 K 2024-11-27T03:22:27,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/18d4becb9e2945e08f43b316219ff513 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/18d4becb9e2945e08f43b316219ff513 2024-11-27T03:22:27,061 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/18d4becb9e2945e08f43b316219ff513, entries=150, sequenceid=78, filesize=11.7 K 2024-11-27T03:22:27,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/d75e0a89d28d479c925fd02c8a1fb59d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d75e0a89d28d479c925fd02c8a1fb59d 2024-11-27T03:22:27,067 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d75e0a89d28d479c925fd02c8a1fb59d, entries=150, sequenceid=78, filesize=11.7 K 2024-11-27T03:22:27,068 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a6774d0da3f3d0e178c3d70987ba8a75 in 758ms, sequenceid=78, compaction requested=false 2024-11-27T03:22:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-27T03:22:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-27T03:22:27,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-27T03:22:27,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0710 sec 2024-11-27T03:22:27,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.0790 sec 2024-11-27T03:22:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T03:22:27,117 INFO [Thread-1856 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-27T03:22:27,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-27T03:22:27,126 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T03:22:27,127 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:27,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T03:22:27,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:27,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-27T03:22:27,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:27,284 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:22:27,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:27,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:27,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:27,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:27,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:27,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:27,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112752906243e2cd43518e3117eec9f445e4_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677746373/Put/seqid=0 2024-11-27T03:22:27,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742262_1438 (size=12154) 2024-11-27T03:22:27,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:27,381 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112752906243e2cd43518e3117eec9f445e4_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112752906243e2cd43518e3117eec9f445e4_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:27,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/8120413b607a4fedb7586b8ddc570896, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:27,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/8120413b607a4fedb7586b8ddc570896 is 175, key is test_row_0/A:col10/1732677746373/Put/seqid=0 2024-11-27T03:22:27,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T03:22:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742263_1439 (size=30955) 2024-11-27T03:22:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:27,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:27,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677807635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677807644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677807651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677807653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677807653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T03:22:27,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677807755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677807764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677807765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677807766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677807767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,834 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/8120413b607a4fedb7586b8ddc570896 2024-11-27T03:22:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/218a02feff25486b91f0c76ec67e01e7 is 50, key is test_row_0/B:col10/1732677746373/Put/seqid=0 2024-11-27T03:22:27,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742264_1440 (size=12001) 2024-11-27T03:22:27,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677807969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677807976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677807984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677807985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:27,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677807985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T03:22:28,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677808277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:28,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677808292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:28,302 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/218a02feff25486b91f0c76ec67e01e7 2024-11-27T03:22:28,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677808300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:28,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677808300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/e837070d4a2844b791731147af1e7e18 is 50, key is test_row_0/C:col10/1732677746373/Put/seqid=0 2024-11-27T03:22:28,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677808332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:28,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742265_1441 (size=12001) 2024-11-27T03:22:28,376 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/e837070d4a2844b791731147af1e7e18 2024-11-27T03:22:28,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/8120413b607a4fedb7586b8ddc570896 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/8120413b607a4fedb7586b8ddc570896 2024-11-27T03:22:28,386 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/8120413b607a4fedb7586b8ddc570896, entries=150, sequenceid=92, filesize=30.2 K 2024-11-27T03:22:28,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/218a02feff25486b91f0c76ec67e01e7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/218a02feff25486b91f0c76ec67e01e7 2024-11-27T03:22:28,391 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/218a02feff25486b91f0c76ec67e01e7, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T03:22:28,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/e837070d4a2844b791731147af1e7e18 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/e837070d4a2844b791731147af1e7e18 2024-11-27T03:22:28,395 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/e837070d4a2844b791731147af1e7e18, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T03:22:28,396 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a6774d0da3f3d0e178c3d70987ba8a75 in 1112ms, sequenceid=92, compaction requested=true 2024-11-27T03:22:28,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:28,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:28,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-27T03:22:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-27T03:22:28,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-27T03:22:28,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2710 sec 2024-11-27T03:22:28,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.2780 sec 2024-11-27T03:22:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:28,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T03:22:28,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:28,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:28,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:28,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:28,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:28,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:28,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f011665c14d44f608b3a00ec6d369ab0_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677748798/Put/seqid=0 2024-11-27T03:22:28,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677808837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:28,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677808850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:28,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677808850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:28,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677808852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:28,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677808856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:28,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742266_1442 (size=14594) 2024-11-27T03:22:28,913 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:28,917 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f011665c14d44f608b3a00ec6d369ab0_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f011665c14d44f608b3a00ec6d369ab0_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:28,919 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/837a5eb380f842a1b639c8e8de6e7ca6, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:28,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/837a5eb380f842a1b639c8e8de6e7ca6 is 175, key is test_row_0/A:col10/1732677748798/Put/seqid=0 2024-11-27T03:22:28,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742267_1443 (size=39549) 2024-11-27T03:22:28,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677808958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:28,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677808968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:28,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677808968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:28,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677808968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:29,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677809171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:29,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677809179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:29,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677809180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:29,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677809180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T03:22:29,232 INFO [Thread-1856 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-27T03:22:29,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-27T03:22:29,241 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T03:22:29,241 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:29,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T03:22:29,359 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/837a5eb380f842a1b639c8e8de6e7ca6 2024-11-27T03:22:29,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/4419626d435f4a64be5b3292718dd482 is 50, key is test_row_0/B:col10/1732677748798/Put/seqid=0 2024-11-27T03:22:29,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:29,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T03:22:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:29,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:29,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742268_1444 (size=12001) 2024-11-27T03:22:29,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677809502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:29,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677809502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:29,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677809503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:29,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677809504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T03:22:29,548 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:29,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T03:22:29,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:29,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:29,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:29,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:29,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:29,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:29,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T03:22:29,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:29,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:29,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:29,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:29,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:29,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/4419626d435f4a64be5b3292718dd482 2024-11-27T03:22:29,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/404a75db348f45d7a04577464e4f5eb3 is 50, key is test_row_0/C:col10/1732677748798/Put/seqid=0 2024-11-27T03:22:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T03:22:29,857 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:29,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T03:22:29,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:29,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:29,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:29,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:29,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:29,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742269_1445 (size=12001) 2024-11-27T03:22:29,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/404a75db348f45d7a04577464e4f5eb3 2024-11-27T03:22:29,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677809874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:29,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/837a5eb380f842a1b639c8e8de6e7ca6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/837a5eb380f842a1b639c8e8de6e7ca6 2024-11-27T03:22:29,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/837a5eb380f842a1b639c8e8de6e7ca6, entries=200, sequenceid=118, filesize=38.6 K 2024-11-27T03:22:29,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/4419626d435f4a64be5b3292718dd482 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/4419626d435f4a64be5b3292718dd482 2024-11-27T03:22:29,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/4419626d435f4a64be5b3292718dd482, entries=150, sequenceid=118, filesize=11.7 K 2024-11-27T03:22:29,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/404a75db348f45d7a04577464e4f5eb3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/404a75db348f45d7a04577464e4f5eb3 2024-11-27T03:22:29,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/404a75db348f45d7a04577464e4f5eb3, entries=150, sequenceid=118, filesize=11.7 K 2024-11-27T03:22:29,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a6774d0da3f3d0e178c3d70987ba8a75 in 1122ms, sequenceid=118, compaction requested=true 2024-11-27T03:22:29,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:29,925 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:22:29,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:29,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:29,925 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:22:29,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:29,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:29,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:29,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:29,928 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:22:29,928 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:22:29,928 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/B is initiating minor compaction (all files) 2024-11-27T03:22:29,928 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/A is initiating minor compaction (all files) 2024-11-27T03:22:29,928 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/B in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:29,928 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/A in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:29,928 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/1d82556ece354be682dcdde167555fcc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/18d4becb9e2945e08f43b316219ff513, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/218a02feff25486b91f0c76ec67e01e7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/4419626d435f4a64be5b3292718dd482] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=47.0 K 2024-11-27T03:22:29,928 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4c5c6963a06041c2a71656156038de21, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/33e017807b474f309e0ecedd57895bd5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/8120413b607a4fedb7586b8ddc570896, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/837a5eb380f842a1b639c8e8de6e7ca6] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=129.4 K 2024-11-27T03:22:29,929 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:29,929 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4c5c6963a06041c2a71656156038de21, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/33e017807b474f309e0ecedd57895bd5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/8120413b607a4fedb7586b8ddc570896, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/837a5eb380f842a1b639c8e8de6e7ca6] 2024-11-27T03:22:29,929 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d82556ece354be682dcdde167555fcc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677745009 2024-11-27T03:22:29,929 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c5c6963a06041c2a71656156038de21, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677745009 2024-11-27T03:22:29,929 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 18d4becb9e2945e08f43b316219ff513, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732677745684 2024-11-27T03:22:29,929 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33e017807b474f309e0ecedd57895bd5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732677745684 2024-11-27T03:22:29,930 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8120413b607a4fedb7586b8ddc570896, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677746373 2024-11-27T03:22:29,930 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 218a02feff25486b91f0c76ec67e01e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677746373 2024-11-27T03:22:29,930 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4419626d435f4a64be5b3292718dd482, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732677747644 2024-11-27T03:22:29,930 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 837a5eb380f842a1b639c8e8de6e7ca6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732677747644 2024-11-27T03:22:29,954 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#B#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:29,954 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/f0d0189ded824ac5bba6d0fd7d74a0f6 is 50, key is test_row_0/B:col10/1732677748798/Put/seqid=0 2024-11-27T03:22:29,958 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:29,978 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411273587342e40b74a95abed3f918a049a85_a6774d0da3f3d0e178c3d70987ba8a75 store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:29,981 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411273587342e40b74a95abed3f918a049a85_a6774d0da3f3d0e178c3d70987ba8a75, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:29,981 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273587342e40b74a95abed3f918a049a85_a6774d0da3f3d0e178c3d70987ba8a75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:30,011 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:30,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T03:22:30,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:30,012 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T03:22:30,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742270_1446 (size=12241) 2024-11-27T03:22:30,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:30,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:30,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:30,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:30,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:30,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:30,019 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/f0d0189ded824ac5bba6d0fd7d74a0f6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/f0d0189ded824ac5bba6d0fd7d74a0f6 2024-11-27T03:22:30,027 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/B of a6774d0da3f3d0e178c3d70987ba8a75 into f0d0189ded824ac5bba6d0fd7d74a0f6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:30,027 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:30,027 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/B, priority=12, startTime=1732677749925; duration=0sec 2024-11-27T03:22:30,027 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:30,027 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:B 2024-11-27T03:22:30,027 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:22:30,028 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:22:30,028 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/C is initiating minor compaction (all files) 2024-11-27T03:22:30,028 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/C in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:30,028 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/e113af10aa274399ae415989c1af4b8f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d75e0a89d28d479c925fd02c8a1fb59d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/e837070d4a2844b791731147af1e7e18, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/404a75db348f45d7a04577464e4f5eb3] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=47.0 K 2024-11-27T03:22:30,033 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting e113af10aa274399ae415989c1af4b8f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732677745009 2024-11-27T03:22:30,036 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d75e0a89d28d479c925fd02c8a1fb59d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732677745684 2024-11-27T03:22:30,037 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting e837070d4a2844b791731147af1e7e18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677746373 2024-11-27T03:22:30,037 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 404a75db348f45d7a04577464e4f5eb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732677747644 2024-11-27T03:22:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:30,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:30,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742271_1447 (size=4469) 2024-11-27T03:22:30,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273acdda43f9654e9d93926c75a97f43f8_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677748850/Put/seqid=0 2024-11-27T03:22:30,085 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#C#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:30,086 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/27b6e28155d74601ac4d121ce706aa52 is 50, key is test_row_0/C:col10/1732677748798/Put/seqid=0 2024-11-27T03:22:30,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742272_1448 (size=12154) 2024-11-27T03:22:30,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742273_1449 (size=12241) 2024-11-27T03:22:30,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677810126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677810133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,154 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/27b6e28155d74601ac4d121ce706aa52 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/27b6e28155d74601ac4d121ce706aa52 2024-11-27T03:22:30,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677810137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677810138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,173 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/C of a6774d0da3f3d0e178c3d70987ba8a75 into 27b6e28155d74601ac4d121ce706aa52(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:30,173 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:30,173 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/C, priority=12, startTime=1732677749925; duration=0sec 2024-11-27T03:22:30,173 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:30,173 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:C 2024-11-27T03:22:30,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677810245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677810249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677810269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677810269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T03:22:30,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677810449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,461 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#A#compaction#382 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:30,462 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/2a80898d117e46c6b0875117fa6f96c1 is 175, key is test_row_0/A:col10/1732677748798/Put/seqid=0 2024-11-27T03:22:30,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677810472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677810475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677810475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742274_1450 (size=31195) 2024-11-27T03:22:30,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:30,530 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273acdda43f9654e9d93926c75a97f43f8_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273acdda43f9654e9d93926c75a97f43f8_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:30,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/e4d7af268ef44ea6beb0b7da322ba20a, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:30,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/e4d7af268ef44ea6beb0b7da322ba20a is 175, key is test_row_0/A:col10/1732677748850/Put/seqid=0 2024-11-27T03:22:30,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742275_1451 (size=30955) 2024-11-27T03:22:30,562 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/e4d7af268ef44ea6beb0b7da322ba20a 2024-11-27T03:22:30,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/cb1a8cfdef6a4e92b5c5339f7b56b153 is 50, key is test_row_0/B:col10/1732677748850/Put/seqid=0 2024-11-27T03:22:30,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742276_1452 (size=12001) 2024-11-27T03:22:30,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677810757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677810783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677810783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677810783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:30,909 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/2a80898d117e46c6b0875117fa6f96c1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/2a80898d117e46c6b0875117fa6f96c1 2024-11-27T03:22:30,915 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/A of a6774d0da3f3d0e178c3d70987ba8a75 into 2a80898d117e46c6b0875117fa6f96c1(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:30,915 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:30,915 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/A, priority=12, startTime=1732677749925; duration=0sec 2024-11-27T03:22:30,915 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:30,915 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:A 2024-11-27T03:22:31,026 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/cb1a8cfdef6a4e92b5c5339f7b56b153 2024-11-27T03:22:31,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/d412d4c0f5ba41c6b5d415d4e96adafb is 50, key is test_row_0/C:col10/1732677748850/Put/seqid=0 2024-11-27T03:22:31,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742277_1453 (size=12001) 2024-11-27T03:22:31,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677811269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:31,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677811291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677811294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:31,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677811296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T03:22:31,493 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/d412d4c0f5ba41c6b5d415d4e96adafb 2024-11-27T03:22:31,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/e4d7af268ef44ea6beb0b7da322ba20a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/e4d7af268ef44ea6beb0b7da322ba20a 2024-11-27T03:22:31,502 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/e4d7af268ef44ea6beb0b7da322ba20a, entries=150, sequenceid=128, filesize=30.2 K 2024-11-27T03:22:31,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/cb1a8cfdef6a4e92b5c5339f7b56b153 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/cb1a8cfdef6a4e92b5c5339f7b56b153 2024-11-27T03:22:31,514 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/cb1a8cfdef6a4e92b5c5339f7b56b153, entries=150, sequenceid=128, filesize=11.7 K 2024-11-27T03:22:31,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/d412d4c0f5ba41c6b5d415d4e96adafb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d412d4c0f5ba41c6b5d415d4e96adafb 2024-11-27T03:22:31,522 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d412d4c0f5ba41c6b5d415d4e96adafb, entries=150, sequenceid=128, filesize=11.7 K 2024-11-27T03:22:31,535 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for a6774d0da3f3d0e178c3d70987ba8a75 in 1523ms, sequenceid=128, compaction requested=false 2024-11-27T03:22:31,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:31,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:31,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-27T03:22:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-27T03:22:31,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-27T03:22:31,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2950 sec 2024-11-27T03:22:31,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.3040 sec 2024-11-27T03:22:31,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T03:22:31,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:31,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:31,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:31,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:31,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:31,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:31,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275fa69d4919bd4df2af37920ccec80a82_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677750124/Put/seqid=0 2024-11-27T03:22:31,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677811944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:31,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742278_1454 (size=14794) 2024-11-27T03:22:31,981 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:31,984 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275fa69d4919bd4df2af37920ccec80a82_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275fa69d4919bd4df2af37920ccec80a82_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:31,985 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/1ea80f6a2dd14eafa4057062c8c4dd87, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:31,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/1ea80f6a2dd14eafa4057062c8c4dd87 is 175, key is test_row_0/A:col10/1732677750124/Put/seqid=0 2024-11-27T03:22:32,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742279_1455 (size=39749) 2024-11-27T03:22:32,021 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/1ea80f6a2dd14eafa4057062c8c4dd87 2024-11-27T03:22:32,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/cc08b2f595044dc4ad29310e63eca8b0 is 50, key is test_row_0/B:col10/1732677750124/Put/seqid=0 2024-11-27T03:22:32,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677812056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:32,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742280_1456 (size=12151) 2024-11-27T03:22:32,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/cc08b2f595044dc4ad29310e63eca8b0 2024-11-27T03:22:32,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/58cf8ac7190a41b988c0868af3e3467f is 50, key is test_row_0/C:col10/1732677750124/Put/seqid=0 2024-11-27T03:22:32,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742281_1457 (size=12151) 2024-11-27T03:22:32,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677812266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:32,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677812284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:32,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677812300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:32,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677812307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:32,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677812308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:32,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/58cf8ac7190a41b988c0868af3e3467f 2024-11-27T03:22:32,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/1ea80f6a2dd14eafa4057062c8c4dd87 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/1ea80f6a2dd14eafa4057062c8c4dd87 2024-11-27T03:22:32,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/1ea80f6a2dd14eafa4057062c8c4dd87, entries=200, sequenceid=158, filesize=38.8 K 2024-11-27T03:22:32,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/cc08b2f595044dc4ad29310e63eca8b0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/cc08b2f595044dc4ad29310e63eca8b0 2024-11-27T03:22:32,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/cc08b2f595044dc4ad29310e63eca8b0, entries=150, sequenceid=158, filesize=11.9 K 2024-11-27T03:22:32,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/58cf8ac7190a41b988c0868af3e3467f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/58cf8ac7190a41b988c0868af3e3467f 2024-11-27T03:22:32,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/58cf8ac7190a41b988c0868af3e3467f, entries=150, sequenceid=158, filesize=11.9 K 2024-11-27T03:22:32,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a6774d0da3f3d0e178c3d70987ba8a75 in 675ms, sequenceid=158, compaction requested=true 2024-11-27T03:22:32,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:32,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:32,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:32,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:32,584 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:32,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:32,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:32,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:22:32,584 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:32,585 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:32,585 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:32,585 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/A is initiating minor compaction (all files) 2024-11-27T03:22:32,585 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/B is initiating minor compaction (all files) 2024-11-27T03:22:32,585 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/A in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:32,585 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/B in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:32,585 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/2a80898d117e46c6b0875117fa6f96c1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/e4d7af268ef44ea6beb0b7da322ba20a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/1ea80f6a2dd14eafa4057062c8c4dd87] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=99.5 K 2024-11-27T03:22:32,585 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/f0d0189ded824ac5bba6d0fd7d74a0f6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/cb1a8cfdef6a4e92b5c5339f7b56b153, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/cc08b2f595044dc4ad29310e63eca8b0] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=35.5 K 2024-11-27T03:22:32,585 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:32,586 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/2a80898d117e46c6b0875117fa6f96c1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/e4d7af268ef44ea6beb0b7da322ba20a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/1ea80f6a2dd14eafa4057062c8c4dd87] 2024-11-27T03:22:32,586 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a80898d117e46c6b0875117fa6f96c1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732677747644 2024-11-27T03:22:32,586 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0d0189ded824ac5bba6d0fd7d74a0f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732677747644 2024-11-27T03:22:32,586 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting e4d7af268ef44ea6beb0b7da322ba20a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732677748835 2024-11-27T03:22:32,587 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb1a8cfdef6a4e92b5c5339f7b56b153, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732677748835 2024-11-27T03:22:32,587 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ea80f6a2dd14eafa4057062c8c4dd87, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732677750124 2024-11-27T03:22:32,587 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc08b2f595044dc4ad29310e63eca8b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732677750124 2024-11-27T03:22:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:32,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:22:32,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:32,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:32,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:32,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:32,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:32,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:32,602 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#B#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:32,602 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/915f520e26324ba9a68f57d104a9df7d is 50, key is test_row_0/B:col10/1732677750124/Put/seqid=0 2024-11-27T03:22:32,609 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:32,659 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127823ef0d7e43344b9a5a1381265f93d70_a6774d0da3f3d0e178c3d70987ba8a75 store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:32,661 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127823ef0d7e43344b9a5a1381265f93d70_a6774d0da3f3d0e178c3d70987ba8a75, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:32,661 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127823ef0d7e43344b9a5a1381265f93d70_a6774d0da3f3d0e178c3d70987ba8a75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:32,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112710c6bddae9434cac86d369900d2bef0d_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677751943/Put/seqid=0 2024-11-27T03:22:32,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742282_1458 (size=12493) 2024-11-27T03:22:32,704 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/915f520e26324ba9a68f57d104a9df7d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/915f520e26324ba9a68f57d104a9df7d 2024-11-27T03:22:32,713 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/B of a6774d0da3f3d0e178c3d70987ba8a75 into 915f520e26324ba9a68f57d104a9df7d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:32,713 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:32,713 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/B, priority=13, startTime=1732677752584; duration=0sec 2024-11-27T03:22:32,713 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:32,713 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:B 2024-11-27T03:22:32,713 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:32,717 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:32,717 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/C is initiating minor compaction (all files) 2024-11-27T03:22:32,717 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/C in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:32,718 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/27b6e28155d74601ac4d121ce706aa52, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d412d4c0f5ba41c6b5d415d4e96adafb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/58cf8ac7190a41b988c0868af3e3467f] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=35.5 K 2024-11-27T03:22:32,718 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27b6e28155d74601ac4d121ce706aa52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732677747644 2024-11-27T03:22:32,718 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d412d4c0f5ba41c6b5d415d4e96adafb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732677748835 2024-11-27T03:22:32,719 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58cf8ac7190a41b988c0868af3e3467f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732677750124 2024-11-27T03:22:32,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742283_1459 (size=4469) 2024-11-27T03:22:32,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742284_1460 (size=14794) 2024-11-27T03:22:32,742 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:32,746 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112710c6bddae9434cac86d369900d2bef0d_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112710c6bddae9434cac86d369900d2bef0d_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:32,747 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/32be87113b2648c7afbd2d76eca736ae, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:32,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/32be87113b2648c7afbd2d76eca736ae is 175, key is test_row_0/A:col10/1732677751943/Put/seqid=0 2024-11-27T03:22:32,758 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:32,759 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/08662d38385a47c6a8177fa289f020a7 is 50, key is test_row_0/C:col10/1732677750124/Put/seqid=0 2024-11-27T03:22:32,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742285_1461 (size=39749) 2024-11-27T03:22:32,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742286_1462 (size=12493) 2024-11-27T03:22:32,821 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/08662d38385a47c6a8177fa289f020a7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/08662d38385a47c6a8177fa289f020a7 2024-11-27T03:22:32,826 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/C of a6774d0da3f3d0e178c3d70987ba8a75 into 08662d38385a47c6a8177fa289f020a7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:32,826 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:32,826 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/C, priority=13, startTime=1732677752584; duration=0sec 2024-11-27T03:22:32,827 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:32,827 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:C 2024-11-27T03:22:32,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677812878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:33,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677812990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:33,145 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#A#compaction#391 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:33,145 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/4e108d50f79f4185a921c049273f669d is 175, key is test_row_0/A:col10/1732677750124/Put/seqid=0 2024-11-27T03:22:33,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742287_1463 (size=31447) 2024-11-27T03:22:33,199 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/32be87113b2648c7afbd2d76eca736ae 2024-11-27T03:22:33,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677813213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:33,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/c807b031062946e1a15f048a1feb49eb is 50, key is test_row_0/B:col10/1732677751943/Put/seqid=0 2024-11-27T03:22:33,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742288_1464 (size=12151) 2024-11-27T03:22:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T03:22:33,361 INFO [Thread-1856 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-27T03:22:33,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-27T03:22:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T03:22:33,364 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:33,365 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:33,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T03:22:33,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:33,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T03:22:33,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:33,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:33,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:33,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:33,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:33,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677813524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:33,597 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/4e108d50f79f4185a921c049273f669d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4e108d50f79f4185a921c049273f669d 2024-11-27T03:22:33,603 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/A of a6774d0da3f3d0e178c3d70987ba8a75 into 4e108d50f79f4185a921c049273f669d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-27T03:22:33,603 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:33,603 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/A, priority=13, startTime=1732677752584; duration=1sec 2024-11-27T03:22:33,603 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:33,603 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:A 2024-11-27T03:22:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T03:22:33,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/c807b031062946e1a15f048a1feb49eb 2024-11-27T03:22:33,670 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:33,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T03:22:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:33,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:33,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/d1ae300a08734eb4b51ddb9df7c1670c is 50, key is test_row_0/C:col10/1732677751943/Put/seqid=0 2024-11-27T03:22:33,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742289_1465 (size=12151) 2024-11-27T03:22:33,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/d1ae300a08734eb4b51ddb9df7c1670c 2024-11-27T03:22:33,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/32be87113b2648c7afbd2d76eca736ae as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/32be87113b2648c7afbd2d76eca736ae 2024-11-27T03:22:33,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/32be87113b2648c7afbd2d76eca736ae, entries=200, sequenceid=169, filesize=38.8 K 2024-11-27T03:22:33,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/c807b031062946e1a15f048a1feb49eb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/c807b031062946e1a15f048a1feb49eb 2024-11-27T03:22:33,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/c807b031062946e1a15f048a1feb49eb, entries=150, sequenceid=169, filesize=11.9 K 2024-11-27T03:22:33,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/d1ae300a08734eb4b51ddb9df7c1670c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d1ae300a08734eb4b51ddb9df7c1670c 2024-11-27T03:22:33,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d1ae300a08734eb4b51ddb9df7c1670c, entries=150, sequenceid=169, filesize=11.9 K 2024-11-27T03:22:33,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a6774d0da3f3d0e178c3d70987ba8a75 in 1152ms, sequenceid=169, compaction requested=false 2024-11-27T03:22:33,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:33,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:33,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T03:22:33,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:33,824 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T03:22:33,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:33,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:33,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:33,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:33,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:33,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:33,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112743e83412a97d44ab8da2fc6412148553_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677752856/Put/seqid=0 2024-11-27T03:22:33,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742290_1466 (size=12304) 2024-11-27T03:22:33,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:33,917 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112743e83412a97d44ab8da2fc6412148553_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112743e83412a97d44ab8da2fc6412148553_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:33,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/6571b2b9a247476882e278db662e349e, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:33,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/6571b2b9a247476882e278db662e349e is 175, key is test_row_0/A:col10/1732677752856/Put/seqid=0 2024-11-27T03:22:33,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742291_1467 (size=31105) 2024-11-27T03:22:33,957 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/6571b2b9a247476882e278db662e349e 2024-11-27T03:22:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T03:22:33,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/452a5f337ab54739a5f8b6fec2337877 is 50, key is test_row_0/B:col10/1732677752856/Put/seqid=0 2024-11-27T03:22:34,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742292_1468 (size=12151) 2024-11-27T03:22:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:34,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:34,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:34,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677814139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:34,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677814254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:34,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677814315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:34,326 DEBUG [Thread-1852 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., hostname=2037602345fe,42163,1732677650856, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:34,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677814316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:34,331 DEBUG [Thread-1850 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., hostname=2037602345fe,42163,1732677650856, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:34,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677814337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:34,350 DEBUG [Thread-1846 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4218 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., hostname=2037602345fe,42163,1732677650856, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:34,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677814343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:34,352 DEBUG [Thread-1854 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4215 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., hostname=2037602345fe,42163,1732677650856, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:34,439 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/452a5f337ab54739a5f8b6fec2337877 2024-11-27T03:22:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T03:22:34,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/7248c5f52e2643a289ee6247afdba2eb is 50, key is test_row_0/C:col10/1732677752856/Put/seqid=0 2024-11-27T03:22:34,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677814464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:34,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742293_1469 (size=12151) 2024-11-27T03:22:34,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677814775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:34,919 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/7248c5f52e2643a289ee6247afdba2eb 2024-11-27T03:22:34,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/6571b2b9a247476882e278db662e349e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/6571b2b9a247476882e278db662e349e 2024-11-27T03:22:34,932 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/6571b2b9a247476882e278db662e349e, entries=150, sequenceid=197, filesize=30.4 K 2024-11-27T03:22:34,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/452a5f337ab54739a5f8b6fec2337877 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/452a5f337ab54739a5f8b6fec2337877 2024-11-27T03:22:34,938 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/452a5f337ab54739a5f8b6fec2337877, entries=150, sequenceid=197, filesize=11.9 K 2024-11-27T03:22:34,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/7248c5f52e2643a289ee6247afdba2eb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/7248c5f52e2643a289ee6247afdba2eb 2024-11-27T03:22:34,944 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/7248c5f52e2643a289ee6247afdba2eb, entries=150, sequenceid=197, filesize=11.9 K 2024-11-27T03:22:34,946 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a6774d0da3f3d0e178c3d70987ba8a75 in 1122ms, sequenceid=197, compaction requested=true 2024-11-27T03:22:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-27T03:22:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-27T03:22:34,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-27T03:22:34,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5820 sec 2024-11-27T03:22:34,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.5870 sec 2024-11-27T03:22:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:35,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T03:22:35,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:35,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:35,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:35,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:35,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:35,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:35,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fef1257160ba437097ab726e77a95363_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677755287/Put/seqid=0 2024-11-27T03:22:35,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742294_1470 (size=14794) 2024-11-27T03:22:35,357 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:35,364 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fef1257160ba437097ab726e77a95363_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fef1257160ba437097ab726e77a95363_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:35,365 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/fffe6910c9a141dbba6f81335850ab1f, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:35,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/fffe6910c9a141dbba6f81335850ab1f is 175, key is test_row_0/A:col10/1732677755287/Put/seqid=0 2024-11-27T03:22:35,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742295_1471 (size=39749) 2024-11-27T03:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T03:22:35,469 INFO [Thread-1856 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-27T03:22:35,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:35,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-27T03:22:35,475 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T03:22:35,475 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:35,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T03:22:35,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677815602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:35,627 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:35,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T03:22:35,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:35,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:35,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:35,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:35,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:35,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677815714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T03:22:35,781 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:35,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T03:22:35,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:35,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:35,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:35,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:35,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:35,845 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/fffe6910c9a141dbba6f81335850ab1f 2024-11-27T03:22:35,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/da8def406db642dab5f501c1c17600eb is 50, key is test_row_0/B:col10/1732677755287/Put/seqid=0 2024-11-27T03:22:35,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742296_1472 (size=12151) 2024-11-27T03:22:35,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/da8def406db642dab5f501c1c17600eb 2024-11-27T03:22:35,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/d6b1f1ad895b4e2faa3dcc1e7477ee03 is 50, key is test_row_0/C:col10/1732677755287/Put/seqid=0 2024-11-27T03:22:35,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677815922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:35,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:35,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T03:22:35,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:35,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:35,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:35,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:35,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:35,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742297_1473 (size=12151) 2024-11-27T03:22:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T03:22:36,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:36,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T03:22:36,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:36,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:36,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:36,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:36,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:36,240 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:36,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T03:22:36,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:36,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:36,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:36,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:36,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:36,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677816232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:36,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/d6b1f1ad895b4e2faa3dcc1e7477ee03 2024-11-27T03:22:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/fffe6910c9a141dbba6f81335850ab1f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/fffe6910c9a141dbba6f81335850ab1f 2024-11-27T03:22:36,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/fffe6910c9a141dbba6f81335850ab1f, entries=200, sequenceid=209, filesize=38.8 K 2024-11-27T03:22:36,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/da8def406db642dab5f501c1c17600eb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/da8def406db642dab5f501c1c17600eb 2024-11-27T03:22:36,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/da8def406db642dab5f501c1c17600eb, entries=150, sequenceid=209, filesize=11.9 K 2024-11-27T03:22:36,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/d6b1f1ad895b4e2faa3dcc1e7477ee03 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d6b1f1ad895b4e2faa3dcc1e7477ee03 2024-11-27T03:22:36,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d6b1f1ad895b4e2faa3dcc1e7477ee03, entries=150, sequenceid=209, filesize=11.9 K 2024-11-27T03:22:36,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a6774d0da3f3d0e178c3d70987ba8a75 in 1085ms, sequenceid=209, compaction requested=true 2024-11-27T03:22:36,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:36,373 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:22:36,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:36,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:36,374 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:22:36,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:36,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:36,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:36,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:36,375 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142050 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:22:36,375 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/A is initiating minor compaction (all files) 2024-11-27T03:22:36,375 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/A in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:36,375 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4e108d50f79f4185a921c049273f669d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/32be87113b2648c7afbd2d76eca736ae, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/6571b2b9a247476882e278db662e349e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/fffe6910c9a141dbba6f81335850ab1f] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=138.7 K 2024-11-27T03:22:36,375 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:36,375 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4e108d50f79f4185a921c049273f669d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/32be87113b2648c7afbd2d76eca736ae, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/6571b2b9a247476882e278db662e349e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/fffe6910c9a141dbba6f81335850ab1f] 2024-11-27T03:22:36,376 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e108d50f79f4185a921c049273f669d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732677750124 2024-11-27T03:22:36,376 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:22:36,376 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/B is initiating minor compaction (all files) 2024-11-27T03:22:36,376 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/B in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:36,376 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/915f520e26324ba9a68f57d104a9df7d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/c807b031062946e1a15f048a1feb49eb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/452a5f337ab54739a5f8b6fec2337877, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/da8def406db642dab5f501c1c17600eb] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=47.8 K 2024-11-27T03:22:36,376 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32be87113b2648c7afbd2d76eca736ae, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732677751935 2024-11-27T03:22:36,376 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 915f520e26324ba9a68f57d104a9df7d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732677750124 2024-11-27T03:22:36,377 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6571b2b9a247476882e278db662e349e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732677752828 2024-11-27T03:22:36,377 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting c807b031062946e1a15f048a1feb49eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732677751943 2024-11-27T03:22:36,377 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting fffe6910c9a141dbba6f81335850ab1f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732677754052 2024-11-27T03:22:36,377 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 452a5f337ab54739a5f8b6fec2337877, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732677752828 2024-11-27T03:22:36,377 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting da8def406db642dab5f501c1c17600eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732677754125 2024-11-27T03:22:36,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:36,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T03:22:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:36,395 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T03:22:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:36,400 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:36,406 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#B#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:36,407 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/72be4b5460af4727a65c3b5cb9d4567d is 50, key is test_row_0/B:col10/1732677755287/Put/seqid=0 2024-11-27T03:22:36,428 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127cacbd38a860e4f6cb95eb2efff2776d1_a6774d0da3f3d0e178c3d70987ba8a75 store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:36,430 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127cacbd38a860e4f6cb95eb2efff2776d1_a6774d0da3f3d0e178c3d70987ba8a75, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:36,431 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127cacbd38a860e4f6cb95eb2efff2776d1_a6774d0da3f3d0e178c3d70987ba8a75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:36,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127aa07b3410e0a46bcb01c395d1959f5fe_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677755600/Put/seqid=0 2024-11-27T03:22:36,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742298_1474 (size=12629) 2024-11-27T03:22:36,477 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/72be4b5460af4727a65c3b5cb9d4567d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/72be4b5460af4727a65c3b5cb9d4567d 2024-11-27T03:22:36,482 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/B of a6774d0da3f3d0e178c3d70987ba8a75 into 72be4b5460af4727a65c3b5cb9d4567d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:36,482 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:36,482 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/B, priority=12, startTime=1732677756374; duration=0sec 2024-11-27T03:22:36,482 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:36,482 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:B 2024-11-27T03:22:36,482 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:22:36,484 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:22:36,484 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/C is initiating minor compaction (all files) 2024-11-27T03:22:36,484 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/C in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:36,484 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/08662d38385a47c6a8177fa289f020a7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d1ae300a08734eb4b51ddb9df7c1670c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/7248c5f52e2643a289ee6247afdba2eb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d6b1f1ad895b4e2faa3dcc1e7477ee03] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=47.8 K 2024-11-27T03:22:36,485 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 08662d38385a47c6a8177fa289f020a7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732677750124 2024-11-27T03:22:36,485 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d1ae300a08734eb4b51ddb9df7c1670c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732677751943 2024-11-27T03:22:36,486 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 7248c5f52e2643a289ee6247afdba2eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732677752828 2024-11-27T03:22:36,486 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d6b1f1ad895b4e2faa3dcc1e7477ee03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732677754125 2024-11-27T03:22:36,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742299_1475 (size=4469) 2024-11-27T03:22:36,513 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#A#compaction#402 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:36,513 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#C#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:36,513 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/655f481c1a69411182bd90fe17951c6f is 175, key is test_row_0/A:col10/1732677755287/Put/seqid=0 2024-11-27T03:22:36,514 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/013107e278cc47c38bc44875a30236d8 is 50, key is test_row_0/C:col10/1732677755287/Put/seqid=0 2024-11-27T03:22:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742300_1476 (size=12304) 2024-11-27T03:22:36,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,548 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127aa07b3410e0a46bcb01c395d1959f5fe_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aa07b3410e0a46bcb01c395d1959f5fe_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:36,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/c27cbc29f4ff419898b7bff260e5447f, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:36,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/c27cbc29f4ff419898b7bff260e5447f is 175, key is test_row_0/A:col10/1732677755600/Put/seqid=0 2024-11-27T03:22:36,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742302_1478 (size=31583) 2024-11-27T03:22:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T03:22:36,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742301_1477 (size=12629) 2024-11-27T03:22:36,618 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/013107e278cc47c38bc44875a30236d8 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/013107e278cc47c38bc44875a30236d8 2024-11-27T03:22:36,622 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/C of a6774d0da3f3d0e178c3d70987ba8a75 into 013107e278cc47c38bc44875a30236d8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:36,622 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:36,622 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/C, priority=12, startTime=1732677756374; duration=0sec 2024-11-27T03:22:36,623 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:36,623 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:C 2024-11-27T03:22:36,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742303_1479 (size=31105) 2024-11-27T03:22:36,630 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/c27cbc29f4ff419898b7bff260e5447f 2024-11-27T03:22:36,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/5c7ca1f739454f7ea98903d21490b36a is 50, key is test_row_0/B:col10/1732677755600/Put/seqid=0 2024-11-27T03:22:36,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742304_1480 (size=12151) 2024-11-27T03:22:36,678 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/5c7ca1f739454f7ea98903d21490b36a 2024-11-27T03:22:36,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/5f9b4319df4f44cf8b2e66a3ab29f79e is 50, key is test_row_0/C:col10/1732677755600/Put/seqid=0 2024-11-27T03:22:36,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742305_1481 (size=12151) 2024-11-27T03:22:36,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:36,765 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/5f9b4319df4f44cf8b2e66a3ab29f79e 2024-11-27T03:22:36,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/c27cbc29f4ff419898b7bff260e5447f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/c27cbc29f4ff419898b7bff260e5447f 2024-11-27T03:22:36,785 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/c27cbc29f4ff419898b7bff260e5447f, entries=150, sequenceid=233, filesize=30.4 K 2024-11-27T03:22:36,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/5c7ca1f739454f7ea98903d21490b36a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/5c7ca1f739454f7ea98903d21490b36a 2024-11-27T03:22:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,794 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/5c7ca1f739454f7ea98903d21490b36a, entries=150, sequenceid=233, filesize=11.9 K 2024-11-27T03:22:36,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/5f9b4319df4f44cf8b2e66a3ab29f79e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/5f9b4319df4f44cf8b2e66a3ab29f79e 2024-11-27T03:22:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,803 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/5f9b4319df4f44cf8b2e66a3ab29f79e, entries=150, sequenceid=233, filesize=11.9 K 2024-11-27T03:22:36,805 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for a6774d0da3f3d0e178c3d70987ba8a75 in 409ms, sequenceid=233, compaction requested=false 2024-11-27T03:22:36,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:36,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:36,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-27T03:22:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-27T03:22:36,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-27T03:22:36,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3310 sec 2024-11-27T03:22:36,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.3380 sec 2024-11-27T03:22:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,985 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/655f481c1a69411182bd90fe17951c6f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/655f481c1a69411182bd90fe17951c6f 2024-11-27T03:22:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,991 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/A of a6774d0da3f3d0e178c3d70987ba8a75 into 655f481c1a69411182bd90fe17951c6f(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:36,991 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:36,991 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/A, priority=12, startTime=1732677756373; duration=0sec 2024-11-27T03:22:36,991 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:36,991 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:A 2024-11-27T03:22:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:22:37,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:37,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:37,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:37,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:37,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277966ca50a6674335befc365c95d3c6e4_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677757016/Put/seqid=0 2024-11-27T03:22:37,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742306_1482 (size=19774) 2024-11-27T03:22:37,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677817416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:37,510 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:37,528 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277966ca50a6674335befc365c95d3c6e4_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277966ca50a6674335befc365c95d3c6e4_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:37,536 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/eddfa27e276b41c6a0ed2203bf1fb419, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:37,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/eddfa27e276b41c6a0ed2203bf1fb419 is 175, key is test_row_0/A:col10/1732677757016/Put/seqid=0 2024-11-27T03:22:37,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677817529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T03:22:37,582 INFO [Thread-1856 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-27T03:22:37,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-27T03:22:37,585 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T03:22:37,586 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:37,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:37,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742307_1483 (size=57033) 2024-11-27T03:22:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T03:22:37,738 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:37,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T03:22:37,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:37,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:37,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:37,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:37,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:37,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677817742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T03:22:37,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:37,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T03:22:37,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:37,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:37,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:37,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:37,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:37,998 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/eddfa27e276b41c6a0ed2203bf1fb419 2024-11-27T03:22:38,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/ee3b3a9abf304a02b4514a2557afd66a is 50, key is test_row_0/B:col10/1732677757016/Put/seqid=0 2024-11-27T03:22:38,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:38,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T03:22:38,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:38,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:38,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:38,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:38,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:38,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677818047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:38,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742308_1484 (size=12151) 2024-11-27T03:22:38,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/ee3b3a9abf304a02b4514a2557afd66a 2024-11-27T03:22:38,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/4dfb35d0b4544ec7962814538cc2244b is 50, key is test_row_0/C:col10/1732677757016/Put/seqid=0 2024-11-27T03:22:38,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742309_1485 (size=12151) 2024-11-27T03:22:38,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/4dfb35d0b4544ec7962814538cc2244b 2024-11-27T03:22:38,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/eddfa27e276b41c6a0ed2203bf1fb419 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/eddfa27e276b41c6a0ed2203bf1fb419 2024-11-27T03:22:38,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/eddfa27e276b41c6a0ed2203bf1fb419, entries=300, sequenceid=247, filesize=55.7 K 2024-11-27T03:22:38,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/ee3b3a9abf304a02b4514a2557afd66a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/ee3b3a9abf304a02b4514a2557afd66a 2024-11-27T03:22:38,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/ee3b3a9abf304a02b4514a2557afd66a, entries=150, sequenceid=247, filesize=11.9 K 2024-11-27T03:22:38,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/4dfb35d0b4544ec7962814538cc2244b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/4dfb35d0b4544ec7962814538cc2244b 2024-11-27T03:22:38,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/4dfb35d0b4544ec7962814538cc2244b, entries=150, sequenceid=247, filesize=11.9 K 2024-11-27T03:22:38,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a6774d0da3f3d0e178c3d70987ba8a75 in 1137ms, sequenceid=247, compaction requested=true 2024-11-27T03:22:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:38,166 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:38,166 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:38,167 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:38,167 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:38,167 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/B is initiating minor compaction (all files) 2024-11-27T03:22:38,167 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/A is initiating minor compaction (all files) 2024-11-27T03:22:38,167 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/A in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:38,167 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/B in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:38,167 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/655f481c1a69411182bd90fe17951c6f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/c27cbc29f4ff419898b7bff260e5447f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/eddfa27e276b41c6a0ed2203bf1fb419] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=116.9 K 2024-11-27T03:22:38,167 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/72be4b5460af4727a65c3b5cb9d4567d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/5c7ca1f739454f7ea98903d21490b36a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/ee3b3a9abf304a02b4514a2557afd66a] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=36.1 K 2024-11-27T03:22:38,167 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:38,167 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/655f481c1a69411182bd90fe17951c6f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/c27cbc29f4ff419898b7bff260e5447f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/eddfa27e276b41c6a0ed2203bf1fb419] 2024-11-27T03:22:38,168 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 72be4b5460af4727a65c3b5cb9d4567d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732677754125 2024-11-27T03:22:38,168 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c7ca1f739454f7ea98903d21490b36a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732677755572 2024-11-27T03:22:38,168 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 655f481c1a69411182bd90fe17951c6f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732677754125 2024-11-27T03:22:38,168 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c27cbc29f4ff419898b7bff260e5447f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732677755572 2024-11-27T03:22:38,168 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ee3b3a9abf304a02b4514a2557afd66a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732677756978 2024-11-27T03:22:38,169 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting eddfa27e276b41c6a0ed2203bf1fb419, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732677756781 2024-11-27T03:22:38,187 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:38,187 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/d035d414b5f4434f8fa57fc8ad4bc8a3 is 50, key is test_row_0/B:col10/1732677757016/Put/seqid=0 2024-11-27T03:22:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T03:22:38,192 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:38,199 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:38,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-27T03:22:38,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:38,200 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T03:22:38,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:38,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:38,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:38,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:38,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:38,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:38,206 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112784c9498e63e64158985889361969757c_a6774d0da3f3d0e178c3d70987ba8a75 store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:38,208 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112784c9498e63e64158985889361969757c_a6774d0da3f3d0e178c3d70987ba8a75, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:38,208 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112784c9498e63e64158985889361969757c_a6774d0da3f3d0e178c3d70987ba8a75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:38,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742310_1486 (size=12731) 2024-11-27T03:22:38,278 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/d035d414b5f4434f8fa57fc8ad4bc8a3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/d035d414b5f4434f8fa57fc8ad4bc8a3 2024-11-27T03:22:38,283 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/B of a6774d0da3f3d0e178c3d70987ba8a75 into d035d414b5f4434f8fa57fc8ad4bc8a3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:38,283 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:38,283 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/B, priority=13, startTime=1732677758166; duration=0sec 2024-11-27T03:22:38,283 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:38,283 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:B 2024-11-27T03:22:38,283 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:38,284 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:38,285 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/C is initiating minor compaction (all files) 2024-11-27T03:22:38,285 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/C in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:38,285 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/013107e278cc47c38bc44875a30236d8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/5f9b4319df4f44cf8b2e66a3ab29f79e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/4dfb35d0b4544ec7962814538cc2244b] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=36.1 K 2024-11-27T03:22:38,285 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 013107e278cc47c38bc44875a30236d8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732677754125 2024-11-27T03:22:38,285 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f9b4319df4f44cf8b2e66a3ab29f79e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732677755572 2024-11-27T03:22:38,286 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dfb35d0b4544ec7962814538cc2244b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732677756978 2024-11-27T03:22:38,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742311_1487 (size=4469) 2024-11-27T03:22:38,300 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#A#compaction#412 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:38,301 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/bfb0681495a54ee8b6ad406564fe0ce6 is 175, key is test_row_0/A:col10/1732677757016/Put/seqid=0 2024-11-27T03:22:38,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112789532bbea8854c6396ffc6cf867fea30_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677757366/Put/seqid=0 2024-11-27T03:22:38,323 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#C#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:38,324 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/814b9de1575547f0a9b768fc914b401a is 50, key is test_row_0/C:col10/1732677757016/Put/seqid=0 2024-11-27T03:22:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:38,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:38,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742312_1488 (size=31685) 2024-11-27T03:22:38,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677818375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:38,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677818378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:38,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742314_1490 (size=12731) 2024-11-27T03:22:38,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677818387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:38,399 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/814b9de1575547f0a9b768fc914b401a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/814b9de1575547f0a9b768fc914b401a 2024-11-27T03:22:38,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742313_1489 (size=12454) 2024-11-27T03:22:38,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:38,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55966 deadline: 1732677818390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:38,404 DEBUG [Thread-1846 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8272 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., hostname=2037602345fe,42163,1732677650856, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:38,405 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/C of a6774d0da3f3d0e178c3d70987ba8a75 into 814b9de1575547f0a9b768fc914b401a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:38,405 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:38,405 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/C, priority=13, startTime=1732677758166; duration=0sec 2024-11-27T03:22:38,405 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:38,405 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:C 2024-11-27T03:22:38,406 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112789532bbea8854c6396ffc6cf867fea30_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112789532bbea8854c6396ffc6cf867fea30_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/5e533f0c919d48ada1fea2338d92808d, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:38,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/5e533f0c919d48ada1fea2338d92808d is 175, key is test_row_0/A:col10/1732677757366/Put/seqid=0 2024-11-27T03:22:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742315_1491 (size=31255) 2024-11-27T03:22:38,450 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/5e533f0c919d48ada1fea2338d92808d 2024-11-27T03:22:38,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/3b5477cbd95347a5a8a313b26fd4403b is 50, key is test_row_0/B:col10/1732677757366/Put/seqid=0 2024-11-27T03:22:38,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677818491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742316_1492 (size=12301) 2024-11-27T03:22:38,503 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/3b5477cbd95347a5a8a313b26fd4403b 2024-11-27T03:22:38,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677818499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:38,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677818500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:38,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/847aec9eaeba403c853d3c78da161ddb is 50, key is test_row_0/C:col10/1732677757366/Put/seqid=0 2024-11-27T03:22:38,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742317_1493 (size=12301) 2024-11-27T03:22:38,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677818560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T03:22:38,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677818697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:38,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677818705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:38,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677818707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:38,778 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/bfb0681495a54ee8b6ad406564fe0ce6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/bfb0681495a54ee8b6ad406564fe0ce6 2024-11-27T03:22:38,786 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/A of a6774d0da3f3d0e178c3d70987ba8a75 into bfb0681495a54ee8b6ad406564fe0ce6(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:38,787 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:38,787 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/A, priority=13, startTime=1732677758166; duration=0sec 2024-11-27T03:22:38,787 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:38,787 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:A 2024-11-27T03:22:38,962 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/847aec9eaeba403c853d3c78da161ddb 2024-11-27T03:22:38,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/5e533f0c919d48ada1fea2338d92808d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/5e533f0c919d48ada1fea2338d92808d 2024-11-27T03:22:38,972 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/5e533f0c919d48ada1fea2338d92808d, entries=150, sequenceid=272, filesize=30.5 K 2024-11-27T03:22:38,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/3b5477cbd95347a5a8a313b26fd4403b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/3b5477cbd95347a5a8a313b26fd4403b 2024-11-27T03:22:38,979 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/3b5477cbd95347a5a8a313b26fd4403b, entries=150, sequenceid=272, filesize=12.0 K 2024-11-27T03:22:38,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/847aec9eaeba403c853d3c78da161ddb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/847aec9eaeba403c853d3c78da161ddb 2024-11-27T03:22:38,984 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/847aec9eaeba403c853d3c78da161ddb, entries=150, sequenceid=272, filesize=12.0 K 2024-11-27T03:22:38,985 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a6774d0da3f3d0e178c3d70987ba8a75 in 785ms, sequenceid=272, compaction requested=false 2024-11-27T03:22:38,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:38,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:38,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-27T03:22:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-27T03:22:38,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-27T03:22:38,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec 2024-11-27T03:22:39,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.4170 sec 2024-11-27T03:22:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:39,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T03:22:39,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:39,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:39,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:39,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:39,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:39,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:39,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112729008f7813de485a87585e15d486415c_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677758385/Put/seqid=0 2024-11-27T03:22:39,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742318_1494 (size=12454) 2024-11-27T03:22:39,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677819162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:39,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677819163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:39,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677819164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:39,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677819281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:39,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677819281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:39,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677819281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:39,491 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:39,495 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112729008f7813de485a87585e15d486415c_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112729008f7813de485a87585e15d486415c_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:39,496 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/c9cb088526ae48a78565b2cea9fbcec1, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:39,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/c9cb088526ae48a78565b2cea9fbcec1 is 175, key is test_row_0/A:col10/1732677758385/Put/seqid=0 2024-11-27T03:22:39,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677819490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:39,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677819491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:39,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677819491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:39,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742319_1495 (size=31255) 2024-11-27T03:22:39,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677819572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T03:22:39,698 INFO [Thread-1856 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-27T03:22:39,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-27T03:22:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T03:22:39,702 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:39,704 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:39,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T03:22:39,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677819804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:39,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677819804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:39,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677819805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:39,855 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:39,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T03:22:39,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:39,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:39,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:39,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:39,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:39,936 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/c9cb088526ae48a78565b2cea9fbcec1 2024-11-27T03:22:39,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/2356940f8c9745f4993ff669eed892bf is 50, key is test_row_0/B:col10/1732677758385/Put/seqid=0 2024-11-27T03:22:40,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742320_1496 (size=12301) 2024-11-27T03:22:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T03:22:40,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/2356940f8c9745f4993ff669eed892bf 2024-11-27T03:22:40,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:40,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T03:22:40,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:40,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:40,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:40,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:40,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:40,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/0b0559b7a36542578aea7837b612f92a is 50, key is test_row_0/C:col10/1732677758385/Put/seqid=0 2024-11-27T03:22:40,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742321_1497 (size=12301) 2024-11-27T03:22:40,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/0b0559b7a36542578aea7837b612f92a 2024-11-27T03:22:40,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/c9cb088526ae48a78565b2cea9fbcec1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/c9cb088526ae48a78565b2cea9fbcec1 2024-11-27T03:22:40,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/c9cb088526ae48a78565b2cea9fbcec1, entries=150, sequenceid=287, filesize=30.5 K 2024-11-27T03:22:40,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/2356940f8c9745f4993ff669eed892bf as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/2356940f8c9745f4993ff669eed892bf 2024-11-27T03:22:40,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/2356940f8c9745f4993ff669eed892bf, entries=150, sequenceid=287, filesize=12.0 K 2024-11-27T03:22:40,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/0b0559b7a36542578aea7837b612f92a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/0b0559b7a36542578aea7837b612f92a 2024-11-27T03:22:40,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/0b0559b7a36542578aea7837b612f92a, entries=150, sequenceid=287, filesize=12.0 K 2024-11-27T03:22:40,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a6774d0da3f3d0e178c3d70987ba8a75 in 1059ms, sequenceid=287, compaction requested=true 2024-11-27T03:22:40,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:40,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:40,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:40,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:40,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:40,090 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:40,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:40,090 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:40,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:40,091 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:40,091 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/B is initiating minor compaction (all files) 2024-11-27T03:22:40,091 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/B in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:40,091 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/d035d414b5f4434f8fa57fc8ad4bc8a3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/3b5477cbd95347a5a8a313b26fd4403b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/2356940f8c9745f4993ff669eed892bf] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=36.5 K 2024-11-27T03:22:40,092 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d035d414b5f4434f8fa57fc8ad4bc8a3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732677756978 2024-11-27T03:22:40,092 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b5477cbd95347a5a8a313b26fd4403b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732677757366 2024-11-27T03:22:40,092 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:40,092 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/A is initiating minor compaction (all files) 2024-11-27T03:22:40,092 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2356940f8c9745f4993ff669eed892bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732677758374 2024-11-27T03:22:40,092 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/A in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:40,093 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/bfb0681495a54ee8b6ad406564fe0ce6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/5e533f0c919d48ada1fea2338d92808d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/c9cb088526ae48a78565b2cea9fbcec1] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=92.0 K 2024-11-27T03:22:40,093 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:40,093 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/bfb0681495a54ee8b6ad406564fe0ce6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/5e533f0c919d48ada1fea2338d92808d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/c9cb088526ae48a78565b2cea9fbcec1] 2024-11-27T03:22:40,093 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfb0681495a54ee8b6ad406564fe0ce6, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732677756978 2024-11-27T03:22:40,094 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e533f0c919d48ada1fea2338d92808d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732677757366 2024-11-27T03:22:40,094 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9cb088526ae48a78565b2cea9fbcec1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732677758374 2024-11-27T03:22:40,109 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:40,110 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/8d6a692aac3540889b23f2a3c4ead84a is 50, key is test_row_0/B:col10/1732677758385/Put/seqid=0 2024-11-27T03:22:40,125 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:40,152 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127144a5c6bd3534e45b524335b980ea2f5_a6774d0da3f3d0e178c3d70987ba8a75 store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:40,154 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127144a5c6bd3534e45b524335b980ea2f5_a6774d0da3f3d0e178c3d70987ba8a75, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:40,154 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127144a5c6bd3534e45b524335b980ea2f5_a6774d0da3f3d0e178c3d70987ba8a75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:40,163 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:40,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-27T03:22:40,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:40,164 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T03:22:40,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:40,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:40,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:40,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:40,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:40,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:40,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742322_1498 (size=12983) 2024-11-27T03:22:40,194 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/8d6a692aac3540889b23f2a3c4ead84a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/8d6a692aac3540889b23f2a3c4ead84a 2024-11-27T03:22:40,201 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/B of a6774d0da3f3d0e178c3d70987ba8a75 into 8d6a692aac3540889b23f2a3c4ead84a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:40,201 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:40,201 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/B, priority=13, startTime=1732677760090; duration=0sec 2024-11-27T03:22:40,201 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:40,201 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:B 2024-11-27T03:22:40,201 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:40,203 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:40,203 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/C is initiating minor compaction (all files) 2024-11-27T03:22:40,203 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/C in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:40,203 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/814b9de1575547f0a9b768fc914b401a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/847aec9eaeba403c853d3c78da161ddb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/0b0559b7a36542578aea7837b612f92a] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=36.5 K 2024-11-27T03:22:40,205 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 814b9de1575547f0a9b768fc914b401a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732677756978 2024-11-27T03:22:40,207 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 847aec9eaeba403c853d3c78da161ddb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732677757366 2024-11-27T03:22:40,207 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b0559b7a36542578aea7837b612f92a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732677758374 2024-11-27T03:22:40,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742323_1499 (size=4469) 2024-11-27T03:22:40,236 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:40,237 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/72f692a321fc43d1ad47bd4c6debc14f is 50, key is test_row_0/C:col10/1732677758385/Put/seqid=0 2024-11-27T03:22:40,238 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#A#compaction#421 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:40,239 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/b807203681e4480098564135feed4b27 is 175, key is test_row_0/A:col10/1732677758385/Put/seqid=0 2024-11-27T03:22:40,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112773f30cf31574403ca92081e471caf784_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677759154/Put/seqid=0 2024-11-27T03:22:40,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742324_1500 (size=31937) 2024-11-27T03:22:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T03:22:40,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742326_1502 (size=12983) 2024-11-27T03:22:40,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:40,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742325_1501 (size=12454) 2024-11-27T03:22:40,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677820339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:40,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677820341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:40,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677820346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:40,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677820447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:40,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677820452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:40,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677820462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:40,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677820660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:40,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677820660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:40,682 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/b807203681e4480098564135feed4b27 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/b807203681e4480098564135feed4b27 2024-11-27T03:22:40,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677820672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:40,688 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/A of a6774d0da3f3d0e178c3d70987ba8a75 into b807203681e4480098564135feed4b27(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:40,688 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:40,688 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/A, priority=13, startTime=1732677760090; duration=0sec 2024-11-27T03:22:40,688 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:40,688 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:A 2024-11-27T03:22:40,724 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/72f692a321fc43d1ad47bd4c6debc14f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/72f692a321fc43d1ad47bd4c6debc14f 2024-11-27T03:22:40,729 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/C of a6774d0da3f3d0e178c3d70987ba8a75 into 72f692a321fc43d1ad47bd4c6debc14f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:40,729 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:40,729 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/C, priority=13, startTime=1732677760090; duration=0sec 2024-11-27T03:22:40,729 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:40,729 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:C 2024-11-27T03:22:40,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:40,745 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112773f30cf31574403ca92081e471caf784_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112773f30cf31574403ca92081e471caf784_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:40,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/960dca9cef4c4b25bf1e23373487e598, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:40,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/960dca9cef4c4b25bf1e23373487e598 is 175, key is test_row_0/A:col10/1732677759154/Put/seqid=0 2024-11-27T03:22:40,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742327_1503 (size=31255) 2024-11-27T03:22:40,784 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/960dca9cef4c4b25bf1e23373487e598 2024-11-27T03:22:40,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/763e913fdc52420ab33eced0c2307db6 is 50, key is test_row_0/B:col10/1732677759154/Put/seqid=0 2024-11-27T03:22:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T03:22:40,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742328_1504 (size=12301) 2024-11-27T03:22:40,849 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/763e913fdc52420ab33eced0c2307db6 2024-11-27T03:22:40,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/189e6b4d251e4824b1e566e16dfe6a3d is 50, key is test_row_0/C:col10/1732677759154/Put/seqid=0 2024-11-27T03:22:40,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742329_1505 (size=12301) 2024-11-27T03:22:40,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677820975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:40,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677820980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677820988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:41,319 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/189e6b4d251e4824b1e566e16dfe6a3d 2024-11-27T03:22:41,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/960dca9cef4c4b25bf1e23373487e598 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/960dca9cef4c4b25bf1e23373487e598 2024-11-27T03:22:41,328 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/960dca9cef4c4b25bf1e23373487e598, entries=150, sequenceid=312, filesize=30.5 K 2024-11-27T03:22:41,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/763e913fdc52420ab33eced0c2307db6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/763e913fdc52420ab33eced0c2307db6 2024-11-27T03:22:41,333 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/763e913fdc52420ab33eced0c2307db6, entries=150, sequenceid=312, filesize=12.0 K 2024-11-27T03:22:41,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/189e6b4d251e4824b1e566e16dfe6a3d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/189e6b4d251e4824b1e566e16dfe6a3d 2024-11-27T03:22:41,337 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/189e6b4d251e4824b1e566e16dfe6a3d, entries=150, sequenceid=312, filesize=12.0 K 2024-11-27T03:22:41,338 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a6774d0da3f3d0e178c3d70987ba8a75 in 1174ms, sequenceid=312, compaction requested=false 2024-11-27T03:22:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:41,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-27T03:22:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-27T03:22:41,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-27T03:22:41,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6370 sec 2024-11-27T03:22:41,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.6450 sec 2024-11-27T03:22:41,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T03:22:41,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:41,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:41,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:41,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:41,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:41,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:41,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278f96b85410684f93b925eb82e2903413_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677760338/Put/seqid=0 2024-11-27T03:22:41,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742330_1506 (size=14994) 2024-11-27T03:22:41,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677821570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:41,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677821574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:41,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:41,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677821580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55890 deadline: 1732677821581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:41,593 DEBUG [Thread-1848 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., hostname=2037602345fe,42163,1732677650856, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:22:41,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677821685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:41,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677821685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:41,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677821694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-27T03:22:41,848 INFO [Thread-1856 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-27T03:22:41,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-27T03:22:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T03:22:41,853 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:41,854 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:41,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:41,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677821891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:41,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:41,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677821893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:41,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677821912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:41,950 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T03:22:41,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278f96b85410684f93b925eb82e2903413_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278f96b85410684f93b925eb82e2903413_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:41,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/cba00c130e8546ee82d8df730255eb56, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:41,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/cba00c130e8546ee82d8df730255eb56 is 175, key is test_row_0/A:col10/1732677760338/Put/seqid=0 2024-11-27T03:22:41,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742331_1507 (size=39949) 2024-11-27T03:22:42,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:42,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T03:22:42,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:42,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:42,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:42,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:42,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T03:22:42,160 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:42,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T03:22:42,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:42,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:42,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:42,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:42,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:42,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677822196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:42,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677822202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:42,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677822223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:42,313 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:42,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T03:22:42,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:42,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:42,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:42,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:42,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:42,398 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/cba00c130e8546ee82d8df730255eb56 2024-11-27T03:22:42,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/83495f8626b94d65af7d8e627ed73fa3 is 50, key is test_row_0/B:col10/1732677760338/Put/seqid=0 2024-11-27T03:22:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T03:22:42,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742332_1508 (size=12301) 2024-11-27T03:22:42,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/83495f8626b94d65af7d8e627ed73fa3 2024-11-27T03:22:42,469 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:42,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T03:22:42,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:42,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:42,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:42,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:42,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:42,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/dabf59cbe74d4d578121a83ecec80c71 is 50, key is test_row_0/C:col10/1732677760338/Put/seqid=0 2024-11-27T03:22:42,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742333_1509 (size=12301) 2024-11-27T03:22:42,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/dabf59cbe74d4d578121a83ecec80c71 2024-11-27T03:22:42,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/cba00c130e8546ee82d8df730255eb56 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/cba00c130e8546ee82d8df730255eb56 2024-11-27T03:22:42,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/cba00c130e8546ee82d8df730255eb56, entries=200, sequenceid=327, filesize=39.0 K 2024-11-27T03:22:42,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/83495f8626b94d65af7d8e627ed73fa3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/83495f8626b94d65af7d8e627ed73fa3 2024-11-27T03:22:42,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/83495f8626b94d65af7d8e627ed73fa3, entries=150, sequenceid=327, filesize=12.0 K 2024-11-27T03:22:42,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/dabf59cbe74d4d578121a83ecec80c71 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/dabf59cbe74d4d578121a83ecec80c71 2024-11-27T03:22:42,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/dabf59cbe74d4d578121a83ecec80c71, entries=150, sequenceid=327, filesize=12.0 K 2024-11-27T03:22:42,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a6774d0da3f3d0e178c3d70987ba8a75 in 1077ms, sequenceid=327, compaction requested=true 2024-11-27T03:22:42,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:42,572 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:42,574 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:42,574 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/A is initiating minor compaction (all files) 2024-11-27T03:22:42,574 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/A in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:42,574 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/b807203681e4480098564135feed4b27, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/960dca9cef4c4b25bf1e23373487e598, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/cba00c130e8546ee82d8df730255eb56] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=100.7 K 2024-11-27T03:22:42,575 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:42,575 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/b807203681e4480098564135feed4b27, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/960dca9cef4c4b25bf1e23373487e598, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/cba00c130e8546ee82d8df730255eb56] 2024-11-27T03:22:42,575 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b807203681e4480098564135feed4b27, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732677758374 2024-11-27T03:22:42,576 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 960dca9cef4c4b25bf1e23373487e598, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732677759144 2024-11-27T03:22:42,576 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting cba00c130e8546ee82d8df730255eb56, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732677760338 2024-11-27T03:22:42,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:42,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:42,578 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:42,579 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:42,579 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/B is initiating minor compaction (all files) 2024-11-27T03:22:42,579 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/B in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:42,579 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/8d6a692aac3540889b23f2a3c4ead84a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/763e913fdc52420ab33eced0c2307db6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/83495f8626b94d65af7d8e627ed73fa3] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=36.7 K 2024-11-27T03:22:42,580 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d6a692aac3540889b23f2a3c4ead84a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732677758374 2024-11-27T03:22:42,580 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 763e913fdc52420ab33eced0c2307db6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732677759144 2024-11-27T03:22:42,581 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 83495f8626b94d65af7d8e627ed73fa3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732677760338 2024-11-27T03:22:42,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:42,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:42,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:42,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:42,590 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:42,599 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:42,600 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/099a4245614b4039be2f49924549e49d is 50, key is test_row_0/B:col10/1732677760338/Put/seqid=0 2024-11-27T03:22:42,602 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127092d6fff9c57483e9d0d50d2a7c9b082_a6774d0da3f3d0e178c3d70987ba8a75 store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:42,604 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127092d6fff9c57483e9d0d50d2a7c9b082_a6774d0da3f3d0e178c3d70987ba8a75, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:42,604 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127092d6fff9c57483e9d0d50d2a7c9b082_a6774d0da3f3d0e178c3d70987ba8a75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:42,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:42,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-27T03:22:42,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:42,633 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T03:22:42,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:42,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:42,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:42,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:42,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:42,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742334_1510 (size=13085) 2024-11-27T03:22:42,660 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/099a4245614b4039be2f49924549e49d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/099a4245614b4039be2f49924549e49d 2024-11-27T03:22:42,668 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/B of a6774d0da3f3d0e178c3d70987ba8a75 into 099a4245614b4039be2f49924549e49d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:42,668 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:42,668 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/B, priority=13, startTime=1732677762578; duration=0sec 2024-11-27T03:22:42,668 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:42,668 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:B 2024-11-27T03:22:42,668 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:42,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742335_1511 (size=4469) 2024-11-27T03:22:42,669 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:42,669 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/C is initiating minor compaction (all files) 2024-11-27T03:22:42,669 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/C in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:42,670 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/72f692a321fc43d1ad47bd4c6debc14f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/189e6b4d251e4824b1e566e16dfe6a3d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/dabf59cbe74d4d578121a83ecec80c71] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=36.7 K 2024-11-27T03:22:42,670 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#A#compaction#429 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:42,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274207dd0c4bc34d8b8bb678d6ca49b2d7_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677761572/Put/seqid=0 2024-11-27T03:22:42,671 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/e9cf8b5b57244b0d97684a0cd4c5050a is 175, key is test_row_0/A:col10/1732677760338/Put/seqid=0 2024-11-27T03:22:42,673 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 72f692a321fc43d1ad47bd4c6debc14f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732677758374 2024-11-27T03:22:42,674 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 189e6b4d251e4824b1e566e16dfe6a3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732677759144 2024-11-27T03:22:42,676 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting dabf59cbe74d4d578121a83ecec80c71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732677760338 2024-11-27T03:22:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742337_1513 (size=32039) 2024-11-27T03:22:42,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. as already flushing 2024-11-27T03:22:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:42,706 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/e9cf8b5b57244b0d97684a0cd4c5050a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/e9cf8b5b57244b0d97684a0cd4c5050a 2024-11-27T03:22:42,711 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/A of a6774d0da3f3d0e178c3d70987ba8a75 into e9cf8b5b57244b0d97684a0cd4c5050a(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:42,711 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:42,711 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/A, priority=13, startTime=1732677762572; duration=0sec 2024-11-27T03:22:42,711 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:42,711 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:A 2024-11-27T03:22:42,714 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:42,715 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/5cfc25ebe6c14b2680caa8ec9211f2ab is 50, key is test_row_0/C:col10/1732677760338/Put/seqid=0 2024-11-27T03:22:42,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742336_1512 (size=12454) 2024-11-27T03:22:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:42,736 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274207dd0c4bc34d8b8bb678d6ca49b2d7_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274207dd0c4bc34d8b8bb678d6ca49b2d7_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/14f0fef29554487ea8a066c72e165166, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:42,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/14f0fef29554487ea8a066c72e165166 is 175, key is test_row_0/A:col10/1732677761572/Put/seqid=0 2024-11-27T03:22:42,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677822733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:42,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677822742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:42,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55950 deadline: 1732677822749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:42,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742338_1514 (size=13085) 2024-11-27T03:22:42,768 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/5cfc25ebe6c14b2680caa8ec9211f2ab as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/5cfc25ebe6c14b2680caa8ec9211f2ab 2024-11-27T03:22:42,777 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/C of a6774d0da3f3d0e178c3d70987ba8a75 into 5cfc25ebe6c14b2680caa8ec9211f2ab(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:42,777 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:42,777 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/C, priority=13, startTime=1732677762589; duration=0sec 2024-11-27T03:22:42,777 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:42,778 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:C 2024-11-27T03:22:42,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742339_1515 (size=31255) 2024-11-27T03:22:42,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677822844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:42,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677822851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T03:22:43,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677823054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:43,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677823058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:43,192 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/14f0fef29554487ea8a066c72e165166 2024-11-27T03:22:43,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/5de36932c2ec4f16a698ca572730ed92 is 50, key is test_row_0/B:col10/1732677761572/Put/seqid=0 2024-11-27T03:22:43,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742340_1516 (size=12301) 2024-11-27T03:22:43,260 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/5de36932c2ec4f16a698ca572730ed92 2024-11-27T03:22:43,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/006239375c2647ae8e544c7e81d90464 is 50, key is test_row_0/C:col10/1732677761572/Put/seqid=0 2024-11-27T03:22:43,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742341_1517 (size=12301) 2024-11-27T03:22:43,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55946 deadline: 1732677823369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:43,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55916 deadline: 1732677823369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:43,725 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/006239375c2647ae8e544c7e81d90464 2024-11-27T03:22:43,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/14f0fef29554487ea8a066c72e165166 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/14f0fef29554487ea8a066c72e165166 2024-11-27T03:22:43,737 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/14f0fef29554487ea8a066c72e165166, entries=150, sequenceid=351, filesize=30.5 K 2024-11-27T03:22:43,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/5de36932c2ec4f16a698ca572730ed92 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/5de36932c2ec4f16a698ca572730ed92 2024-11-27T03:22:43,743 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/5de36932c2ec4f16a698ca572730ed92, entries=150, sequenceid=351, filesize=12.0 K 2024-11-27T03:22:43,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/006239375c2647ae8e544c7e81d90464 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/006239375c2647ae8e544c7e81d90464 2024-11-27T03:22:43,750 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/006239375c2647ae8e544c7e81d90464, entries=150, sequenceid=351, filesize=12.0 K 2024-11-27T03:22:43,751 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a6774d0da3f3d0e178c3d70987ba8a75 in 1117ms, sequenceid=351, compaction requested=false 2024-11-27T03:22:43,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:43,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:43,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-27T03:22:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-27T03:22:43,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-27T03:22:43,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8990 sec 2024-11-27T03:22:43,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.9060 sec 2024-11-27T03:22:43,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T03:22:43,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:43,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:43,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:43,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:43,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:43,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:43,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278da9ebbf32c44db785aadecd6b70ca8f_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677762724/Put/seqid=0 2024-11-27T03:22:43,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742342_1518 (size=14994) 2024-11-27T03:22:43,896 DEBUG [Thread-1852 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:58362 2024-11-27T03:22:43,896 DEBUG [Thread-1852 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:43,896 DEBUG [Thread-1861 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:58362 2024-11-27T03:22:43,896 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:43,905 DEBUG [Thread-1850 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:58362 2024-11-27T03:22:43,905 DEBUG [Thread-1850 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:43,905 DEBUG [Thread-1865 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x787e5169 to 127.0.0.1:58362 2024-11-27T03:22:43,905 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:43,907 DEBUG [Thread-1859 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:58362 2024-11-27T03:22:43,907 DEBUG [Thread-1859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:43,908 DEBUG [Thread-1857 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:58362 2024-11-27T03:22:43,908 DEBUG [Thread-1857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:43,909 DEBUG [Thread-1854 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:58362 2024-11-27T03:22:43,909 DEBUG [Thread-1854 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:43,914 DEBUG [Thread-1863 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:58362 2024-11-27T03:22:43,914 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T03:22:43,957 INFO [Thread-1856 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-27T03:22:44,239 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:44,243 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278da9ebbf32c44db785aadecd6b70ca8f_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278da9ebbf32c44db785aadecd6b70ca8f_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:44,244 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/41b0a9c092cf49929d960b3ea2cdccdb, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:44,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/41b0a9c092cf49929d960b3ea2cdccdb is 175, key is test_row_0/A:col10/1732677762724/Put/seqid=0 2024-11-27T03:22:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742343_1519 (size=39949) 2024-11-27T03:22:44,651 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/41b0a9c092cf49929d960b3ea2cdccdb 2024-11-27T03:22:44,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/8a1354ba3de74b2a8911e7d7a945c529 is 50, key is test_row_0/B:col10/1732677762724/Put/seqid=0 2024-11-27T03:22:44,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742344_1520 (size=12301) 2024-11-27T03:22:45,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/8a1354ba3de74b2a8911e7d7a945c529 2024-11-27T03:22:45,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/4c9893c2d052490ba92dff4e96e9f169 is 50, key is test_row_0/C:col10/1732677762724/Put/seqid=0 2024-11-27T03:22:45,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742345_1521 (size=12301) 2024-11-27T03:22:45,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/4c9893c2d052490ba92dff4e96e9f169 2024-11-27T03:22:45,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/41b0a9c092cf49929d960b3ea2cdccdb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/41b0a9c092cf49929d960b3ea2cdccdb 2024-11-27T03:22:45,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/41b0a9c092cf49929d960b3ea2cdccdb, entries=200, sequenceid=367, filesize=39.0 K 2024-11-27T03:22:45,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/8a1354ba3de74b2a8911e7d7a945c529 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/8a1354ba3de74b2a8911e7d7a945c529 2024-11-27T03:22:45,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/8a1354ba3de74b2a8911e7d7a945c529, entries=150, sequenceid=367, filesize=12.0 K 2024-11-27T03:22:45,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/4c9893c2d052490ba92dff4e96e9f169 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/4c9893c2d052490ba92dff4e96e9f169 2024-11-27T03:22:45,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/4c9893c2d052490ba92dff4e96e9f169, entries=150, sequenceid=367, filesize=12.0 K 2024-11-27T03:22:45,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=114.05 KB/116790 for a6774d0da3f3d0e178c3d70987ba8a75 in 1747ms, sequenceid=367, compaction requested=true 2024-11-27T03:22:45,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:45,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:45,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:45,519 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:45,519 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:45,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:45,520 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:45,520 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:45,520 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/B is initiating minor compaction (all files) 2024-11-27T03:22:45,520 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/A is initiating minor compaction (all files) 2024-11-27T03:22:45,520 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/B in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:45,520 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/A in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:45,520 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/e9cf8b5b57244b0d97684a0cd4c5050a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/14f0fef29554487ea8a066c72e165166, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/41b0a9c092cf49929d960b3ea2cdccdb] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=100.8 K 2024-11-27T03:22:45,520 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/099a4245614b4039be2f49924549e49d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/5de36932c2ec4f16a698ca572730ed92, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/8a1354ba3de74b2a8911e7d7a945c529] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=36.8 K 2024-11-27T03:22:45,520 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:45,520 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/e9cf8b5b57244b0d97684a0cd4c5050a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/14f0fef29554487ea8a066c72e165166, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/41b0a9c092cf49929d960b3ea2cdccdb] 2024-11-27T03:22:45,520 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 099a4245614b4039be2f49924549e49d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732677760338 2024-11-27T03:22:45,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:45,521 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9cf8b5b57244b0d97684a0cd4c5050a, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732677760338 2024-11-27T03:22:45,521 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5de36932c2ec4f16a698ca572730ed92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732677761567 2024-11-27T03:22:45,521 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14f0fef29554487ea8a066c72e165166, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732677761567 2024-11-27T03:22:45,521 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a1354ba3de74b2a8911e7d7a945c529, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732677762720 2024-11-27T03:22:45,521 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41b0a9c092cf49929d960b3ea2cdccdb, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732677762720 2024-11-27T03:22:45,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a6774d0da3f3d0e178c3d70987ba8a75:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:45,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:45,531 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:45,531 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/508a4b1a1e3e44158a2a97a49cfc6cd9 is 50, key is test_row_0/B:col10/1732677762724/Put/seqid=0 2024-11-27T03:22:45,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742346_1522 (size=13187) 2024-11-27T03:22:45,549 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/508a4b1a1e3e44158a2a97a49cfc6cd9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/508a4b1a1e3e44158a2a97a49cfc6cd9 2024-11-27T03:22:45,554 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:45,557 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/B of a6774d0da3f3d0e178c3d70987ba8a75 into 508a4b1a1e3e44158a2a97a49cfc6cd9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:45,557 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:45,557 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/B, priority=13, startTime=1732677765519; duration=0sec 2024-11-27T03:22:45,557 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:45,557 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:B 2024-11-27T03:22:45,557 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:45,559 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:45,559 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): a6774d0da3f3d0e178c3d70987ba8a75/C is initiating minor compaction (all files) 2024-11-27T03:22:45,559 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a6774d0da3f3d0e178c3d70987ba8a75/C in TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:45,559 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/5cfc25ebe6c14b2680caa8ec9211f2ab, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/006239375c2647ae8e544c7e81d90464, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/4c9893c2d052490ba92dff4e96e9f169] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp, totalSize=36.8 K 2024-11-27T03:22:45,559 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cfc25ebe6c14b2680caa8ec9211f2ab, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732677760338 2024-11-27T03:22:45,559 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 006239375c2647ae8e544c7e81d90464, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732677761567 2024-11-27T03:22:45,560 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c9893c2d052490ba92dff4e96e9f169, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732677762720 2024-11-27T03:22:45,562 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127225d5a8254ff43cfb643debea040ac1b_a6774d0da3f3d0e178c3d70987ba8a75 store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:45,579 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#C#compaction#440 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:45,580 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/cfda557c36c047218bbc9909dae9f878 is 50, key is test_row_0/C:col10/1732677762724/Put/seqid=0 2024-11-27T03:22:45,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742347_1523 (size=13187) 2024-11-27T03:22:45,612 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127225d5a8254ff43cfb643debea040ac1b_a6774d0da3f3d0e178c3d70987ba8a75, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:45,613 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127225d5a8254ff43cfb643debea040ac1b_a6774d0da3f3d0e178c3d70987ba8a75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:45,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T03:22:45,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:45,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:45,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:45,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:45,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:45,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:45,629 DEBUG [Thread-1848 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72f422b4 to 127.0.0.1:58362 2024-11-27T03:22:45,629 DEBUG [Thread-1848 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:45,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742348_1524 (size=4469) 2024-11-27T03:22:45,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273c091547d2214ffbaa7aabe9ecebfdcc_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_0/A:col10/1732677763906/Put/seqid=0 2024-11-27T03:22:45,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742349_1525 (size=12454) 2024-11-27T03:22:45,694 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:45,699 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273c091547d2214ffbaa7aabe9ecebfdcc_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273c091547d2214ffbaa7aabe9ecebfdcc_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:45,700 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/0bf6f003642d402790e5bd4396b1c43a, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:45,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/0bf6f003642d402790e5bd4396b1c43a is 175, key is test_row_0/A:col10/1732677763906/Put/seqid=0 2024-11-27T03:22:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742350_1526 (size=31255) 2024-11-27T03:22:46,010 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/cfda557c36c047218bbc9909dae9f878 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/cfda557c36c047218bbc9909dae9f878 2024-11-27T03:22:46,014 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/C of a6774d0da3f3d0e178c3d70987ba8a75 into cfda557c36c047218bbc9909dae9f878(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:46,015 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:46,015 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/C, priority=13, startTime=1732677765521; duration=0sec 2024-11-27T03:22:46,015 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:46,015 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:C 2024-11-27T03:22:46,035 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a6774d0da3f3d0e178c3d70987ba8a75#A#compaction#439 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:46,036 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/a6e3962b197b4ea495a7e83195000211 is 175, key is test_row_0/A:col10/1732677762724/Put/seqid=0 2024-11-27T03:22:46,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742351_1527 (size=32141) 2024-11-27T03:22:46,046 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/a6e3962b197b4ea495a7e83195000211 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/a6e3962b197b4ea495a7e83195000211 2024-11-27T03:22:46,051 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a6774d0da3f3d0e178c3d70987ba8a75/A of a6774d0da3f3d0e178c3d70987ba8a75 into a6e3962b197b4ea495a7e83195000211(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:46,051 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:46,051 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75., storeName=a6774d0da3f3d0e178c3d70987ba8a75/A, priority=13, startTime=1732677765519; duration=0sec 2024-11-27T03:22:46,051 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:46,052 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a6774d0da3f3d0e178c3d70987ba8a75:A 2024-11-27T03:22:46,126 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=389, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/0bf6f003642d402790e5bd4396b1c43a 2024-11-27T03:22:46,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/c5988f55d89d4de49c2713d9bb19e1a0 is 50, key is test_row_0/B:col10/1732677763906/Put/seqid=0 2024-11-27T03:22:46,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742352_1528 (size=12301) 2024-11-27T03:22:46,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/c5988f55d89d4de49c2713d9bb19e1a0 2024-11-27T03:22:46,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/db923eb786234725a98ea6bd24136186 is 50, key is test_row_0/C:col10/1732677763906/Put/seqid=0 2024-11-27T03:22:46,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742353_1529 (size=12301) 2024-11-27T03:22:46,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/db923eb786234725a98ea6bd24136186 2024-11-27T03:22:46,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/0bf6f003642d402790e5bd4396b1c43a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/0bf6f003642d402790e5bd4396b1c43a 2024-11-27T03:22:46,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/0bf6f003642d402790e5bd4396b1c43a, entries=150, sequenceid=389, filesize=30.5 K 2024-11-27T03:22:46,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/c5988f55d89d4de49c2713d9bb19e1a0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/c5988f55d89d4de49c2713d9bb19e1a0 2024-11-27T03:22:46,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/c5988f55d89d4de49c2713d9bb19e1a0, entries=150, sequenceid=389, filesize=12.0 K 2024-11-27T03:22:46,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/db923eb786234725a98ea6bd24136186 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/db923eb786234725a98ea6bd24136186 2024-11-27T03:22:46,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/db923eb786234725a98ea6bd24136186, entries=150, sequenceid=389, filesize=12.0 K 2024-11-27T03:22:46,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for a6774d0da3f3d0e178c3d70987ba8a75 in 1338ms, sequenceid=389, compaction requested=false 2024-11-27T03:22:46,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:48,420 DEBUG [Thread-1846 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:58362 2024-11-27T03:22:48,420 DEBUG [Thread-1846 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 120 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1270 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3810 rows 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1279 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3837 rows 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1284 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3852 rows 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1288 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3864 rows 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1266 2024-11-27T03:22:48,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3798 rows 2024-11-27T03:22:48,420 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T03:22:48,420 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df61dc9 to 127.0.0.1:58362 2024-11-27T03:22:48,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:22:48,425 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T03:22:48,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T03:22:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T03:22:48,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677768429"}]},"ts":"1732677768429"} 2024-11-27T03:22:48,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T03:22:48,431 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T03:22:48,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T03:22:48,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6774d0da3f3d0e178c3d70987ba8a75, UNASSIGN}] 2024-11-27T03:22:48,433 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6774d0da3f3d0e178c3d70987ba8a75, UNASSIGN 2024-11-27T03:22:48,434 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=a6774d0da3f3d0e178c3d70987ba8a75, regionState=CLOSING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:22:48,434 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T03:22:48,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; CloseRegionProcedure a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:22:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T03:22:48,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:48,586 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(124): Close a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:48,586 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T03:22:48,586 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1681): Closing a6774d0da3f3d0e178c3d70987ba8a75, disabling compactions & flushes 2024-11-27T03:22:48,586 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:48,586 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:48,586 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. after waiting 0 ms 2024-11-27T03:22:48,586 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:48,586 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(2837): Flushing a6774d0da3f3d0e178c3d70987ba8a75 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-27T03:22:48,587 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=A 2024-11-27T03:22:48,587 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:48,587 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=B 2024-11-27T03:22:48,587 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:48,587 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a6774d0da3f3d0e178c3d70987ba8a75, store=C 2024-11-27T03:22:48,587 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:48,591 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274b92e31e3550481bb96a06a88d4f759d_a6774d0da3f3d0e178c3d70987ba8a75 is 50, key is test_row_1/A:col10/1732677768419/Put/seqid=0 2024-11-27T03:22:48,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742354_1530 (size=7374) 2024-11-27T03:22:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T03:22:48,995 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:48,999 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274b92e31e3550481bb96a06a88d4f759d_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274b92e31e3550481bb96a06a88d4f759d_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:48,999 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/56a8b6f87fef4ebfb28879df323cc9e4, store: [table=TestAcidGuarantees family=A region=a6774d0da3f3d0e178c3d70987ba8a75] 2024-11-27T03:22:49,000 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/56a8b6f87fef4ebfb28879df323cc9e4 is 175, key is test_row_1/A:col10/1732677768419/Put/seqid=0 2024-11-27T03:22:49,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742355_1531 (size=13865) 2024-11-27T03:22:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T03:22:49,243 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:22:49,404 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/56a8b6f87fef4ebfb28879df323cc9e4 2024-11-27T03:22:49,409 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/87d055a30de24737ad0cd3412e13336d is 50, key is test_row_1/B:col10/1732677768419/Put/seqid=0 2024-11-27T03:22:49,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742356_1532 (size=7415) 2024-11-27T03:22:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T03:22:49,812 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/87d055a30de24737ad0cd3412e13336d 2024-11-27T03:22:49,818 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/3f4b2889f3b04995af1fc8d30673e5e1 is 50, key is test_row_1/C:col10/1732677768419/Put/seqid=0 2024-11-27T03:22:49,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742357_1533 (size=7415) 2024-11-27T03:22:50,222 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/3f4b2889f3b04995af1fc8d30673e5e1 2024-11-27T03:22:50,225 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/A/56a8b6f87fef4ebfb28879df323cc9e4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/56a8b6f87fef4ebfb28879df323cc9e4 2024-11-27T03:22:50,228 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/56a8b6f87fef4ebfb28879df323cc9e4, entries=50, sequenceid=395, filesize=13.5 K 2024-11-27T03:22:50,229 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/B/87d055a30de24737ad0cd3412e13336d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/87d055a30de24737ad0cd3412e13336d 2024-11-27T03:22:50,231 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/87d055a30de24737ad0cd3412e13336d, entries=50, sequenceid=395, filesize=7.2 K 2024-11-27T03:22:50,232 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/.tmp/C/3f4b2889f3b04995af1fc8d30673e5e1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/3f4b2889f3b04995af1fc8d30673e5e1 2024-11-27T03:22:50,235 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/3f4b2889f3b04995af1fc8d30673e5e1, entries=50, sequenceid=395, filesize=7.2 K 2024-11-27T03:22:50,236 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for a6774d0da3f3d0e178c3d70987ba8a75 in 1650ms, sequenceid=395, compaction requested=true 2024-11-27T03:22:50,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4509f1f0e18a41a4819a412d235e1589, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/800971558232450e9d8ed3e30b80321b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/2e44583368c24dc2aca44689923c8790, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4c5c6963a06041c2a71656156038de21, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/33e017807b474f309e0ecedd57895bd5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/8120413b607a4fedb7586b8ddc570896, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/837a5eb380f842a1b639c8e8de6e7ca6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/2a80898d117e46c6b0875117fa6f96c1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/e4d7af268ef44ea6beb0b7da322ba20a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/1ea80f6a2dd14eafa4057062c8c4dd87, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4e108d50f79f4185a921c049273f669d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/32be87113b2648c7afbd2d76eca736ae, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/6571b2b9a247476882e278db662e349e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/fffe6910c9a141dbba6f81335850ab1f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/655f481c1a69411182bd90fe17951c6f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/c27cbc29f4ff419898b7bff260e5447f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/eddfa27e276b41c6a0ed2203bf1fb419, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/bfb0681495a54ee8b6ad406564fe0ce6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/5e533f0c919d48ada1fea2338d92808d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/b807203681e4480098564135feed4b27, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/c9cb088526ae48a78565b2cea9fbcec1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/960dca9cef4c4b25bf1e23373487e598, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/cba00c130e8546ee82d8df730255eb56, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/e9cf8b5b57244b0d97684a0cd4c5050a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/14f0fef29554487ea8a066c72e165166, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/41b0a9c092cf49929d960b3ea2cdccdb] to archive 2024-11-27T03:22:50,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:22:50,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4509f1f0e18a41a4819a412d235e1589 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4509f1f0e18a41a4819a412d235e1589 2024-11-27T03:22:50,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/800971558232450e9d8ed3e30b80321b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/800971558232450e9d8ed3e30b80321b 2024-11-27T03:22:50,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/2e44583368c24dc2aca44689923c8790 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/2e44583368c24dc2aca44689923c8790 2024-11-27T03:22:50,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4c5c6963a06041c2a71656156038de21 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4c5c6963a06041c2a71656156038de21 2024-11-27T03:22:50,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/33e017807b474f309e0ecedd57895bd5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/33e017807b474f309e0ecedd57895bd5 2024-11-27T03:22:50,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/8120413b607a4fedb7586b8ddc570896 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/8120413b607a4fedb7586b8ddc570896 2024-11-27T03:22:50,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/837a5eb380f842a1b639c8e8de6e7ca6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/837a5eb380f842a1b639c8e8de6e7ca6 2024-11-27T03:22:50,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/2a80898d117e46c6b0875117fa6f96c1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/2a80898d117e46c6b0875117fa6f96c1 2024-11-27T03:22:50,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/e4d7af268ef44ea6beb0b7da322ba20a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/e4d7af268ef44ea6beb0b7da322ba20a 2024-11-27T03:22:50,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/1ea80f6a2dd14eafa4057062c8c4dd87 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/1ea80f6a2dd14eafa4057062c8c4dd87 2024-11-27T03:22:50,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4e108d50f79f4185a921c049273f669d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/4e108d50f79f4185a921c049273f669d 2024-11-27T03:22:50,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/32be87113b2648c7afbd2d76eca736ae to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/32be87113b2648c7afbd2d76eca736ae 2024-11-27T03:22:50,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/6571b2b9a247476882e278db662e349e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/6571b2b9a247476882e278db662e349e 2024-11-27T03:22:50,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/fffe6910c9a141dbba6f81335850ab1f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/fffe6910c9a141dbba6f81335850ab1f 2024-11-27T03:22:50,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/655f481c1a69411182bd90fe17951c6f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/655f481c1a69411182bd90fe17951c6f 2024-11-27T03:22:50,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/c27cbc29f4ff419898b7bff260e5447f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/c27cbc29f4ff419898b7bff260e5447f 2024-11-27T03:22:50,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/eddfa27e276b41c6a0ed2203bf1fb419 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/eddfa27e276b41c6a0ed2203bf1fb419 2024-11-27T03:22:50,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/bfb0681495a54ee8b6ad406564fe0ce6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/bfb0681495a54ee8b6ad406564fe0ce6 2024-11-27T03:22:50,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/5e533f0c919d48ada1fea2338d92808d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/5e533f0c919d48ada1fea2338d92808d 2024-11-27T03:22:50,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/b807203681e4480098564135feed4b27 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/b807203681e4480098564135feed4b27 2024-11-27T03:22:50,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/c9cb088526ae48a78565b2cea9fbcec1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/c9cb088526ae48a78565b2cea9fbcec1 2024-11-27T03:22:50,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/960dca9cef4c4b25bf1e23373487e598 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/960dca9cef4c4b25bf1e23373487e598 2024-11-27T03:22:50,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/cba00c130e8546ee82d8df730255eb56 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/cba00c130e8546ee82d8df730255eb56 2024-11-27T03:22:50,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/e9cf8b5b57244b0d97684a0cd4c5050a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/e9cf8b5b57244b0d97684a0cd4c5050a 2024-11-27T03:22:50,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/14f0fef29554487ea8a066c72e165166 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/14f0fef29554487ea8a066c72e165166 2024-11-27T03:22:50,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/41b0a9c092cf49929d960b3ea2cdccdb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/41b0a9c092cf49929d960b3ea2cdccdb 2024-11-27T03:22:50,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/809e213eb02645bf8355190006706985, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/2a85fc0232f542d09b5ac70594211500, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/1d82556ece354be682dcdde167555fcc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/ee70d25558094b72a4c3f6350d7baf10, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/18d4becb9e2945e08f43b316219ff513, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/218a02feff25486b91f0c76ec67e01e7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/f0d0189ded824ac5bba6d0fd7d74a0f6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/4419626d435f4a64be5b3292718dd482, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/cb1a8cfdef6a4e92b5c5339f7b56b153, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/915f520e26324ba9a68f57d104a9df7d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/cc08b2f595044dc4ad29310e63eca8b0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/c807b031062946e1a15f048a1feb49eb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/452a5f337ab54739a5f8b6fec2337877, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/72be4b5460af4727a65c3b5cb9d4567d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/da8def406db642dab5f501c1c17600eb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/5c7ca1f739454f7ea98903d21490b36a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/d035d414b5f4434f8fa57fc8ad4bc8a3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/ee3b3a9abf304a02b4514a2557afd66a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/3b5477cbd95347a5a8a313b26fd4403b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/8d6a692aac3540889b23f2a3c4ead84a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/2356940f8c9745f4993ff669eed892bf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/763e913fdc52420ab33eced0c2307db6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/099a4245614b4039be2f49924549e49d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/83495f8626b94d65af7d8e627ed73fa3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/5de36932c2ec4f16a698ca572730ed92, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/8a1354ba3de74b2a8911e7d7a945c529] to archive 2024-11-27T03:22:50,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:22:50,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/809e213eb02645bf8355190006706985 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/809e213eb02645bf8355190006706985 2024-11-27T03:22:50,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/2a85fc0232f542d09b5ac70594211500 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/2a85fc0232f542d09b5ac70594211500 2024-11-27T03:22:50,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/1d82556ece354be682dcdde167555fcc to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/1d82556ece354be682dcdde167555fcc 2024-11-27T03:22:50,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/ee70d25558094b72a4c3f6350d7baf10 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/ee70d25558094b72a4c3f6350d7baf10 2024-11-27T03:22:50,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/18d4becb9e2945e08f43b316219ff513 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/18d4becb9e2945e08f43b316219ff513 2024-11-27T03:22:50,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/218a02feff25486b91f0c76ec67e01e7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/218a02feff25486b91f0c76ec67e01e7 2024-11-27T03:22:50,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/f0d0189ded824ac5bba6d0fd7d74a0f6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/f0d0189ded824ac5bba6d0fd7d74a0f6 2024-11-27T03:22:50,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/4419626d435f4a64be5b3292718dd482 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/4419626d435f4a64be5b3292718dd482 2024-11-27T03:22:50,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/cb1a8cfdef6a4e92b5c5339f7b56b153 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/cb1a8cfdef6a4e92b5c5339f7b56b153 2024-11-27T03:22:50,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/915f520e26324ba9a68f57d104a9df7d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/915f520e26324ba9a68f57d104a9df7d 2024-11-27T03:22:50,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/cc08b2f595044dc4ad29310e63eca8b0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/cc08b2f595044dc4ad29310e63eca8b0 2024-11-27T03:22:50,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/c807b031062946e1a15f048a1feb49eb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/c807b031062946e1a15f048a1feb49eb 2024-11-27T03:22:50,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/452a5f337ab54739a5f8b6fec2337877 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/452a5f337ab54739a5f8b6fec2337877 2024-11-27T03:22:50,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/72be4b5460af4727a65c3b5cb9d4567d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/72be4b5460af4727a65c3b5cb9d4567d 2024-11-27T03:22:50,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/da8def406db642dab5f501c1c17600eb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/da8def406db642dab5f501c1c17600eb 2024-11-27T03:22:50,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/5c7ca1f739454f7ea98903d21490b36a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/5c7ca1f739454f7ea98903d21490b36a 2024-11-27T03:22:50,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/d035d414b5f4434f8fa57fc8ad4bc8a3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/d035d414b5f4434f8fa57fc8ad4bc8a3 2024-11-27T03:22:50,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/ee3b3a9abf304a02b4514a2557afd66a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/ee3b3a9abf304a02b4514a2557afd66a 2024-11-27T03:22:50,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/3b5477cbd95347a5a8a313b26fd4403b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/3b5477cbd95347a5a8a313b26fd4403b 2024-11-27T03:22:50,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/8d6a692aac3540889b23f2a3c4ead84a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/8d6a692aac3540889b23f2a3c4ead84a 2024-11-27T03:22:50,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/2356940f8c9745f4993ff669eed892bf to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/2356940f8c9745f4993ff669eed892bf 2024-11-27T03:22:50,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/763e913fdc52420ab33eced0c2307db6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/763e913fdc52420ab33eced0c2307db6 2024-11-27T03:22:50,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/099a4245614b4039be2f49924549e49d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/099a4245614b4039be2f49924549e49d 2024-11-27T03:22:50,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/83495f8626b94d65af7d8e627ed73fa3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/83495f8626b94d65af7d8e627ed73fa3 2024-11-27T03:22:50,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/5de36932c2ec4f16a698ca572730ed92 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/5de36932c2ec4f16a698ca572730ed92 2024-11-27T03:22:50,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/8a1354ba3de74b2a8911e7d7a945c529 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/8a1354ba3de74b2a8911e7d7a945c529 2024-11-27T03:22:50,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/0dae12c8af2e4e9f9e292454ebfd3638, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/9c815b249c65412faa9c373f306ae6b5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/e113af10aa274399ae415989c1af4b8f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/ddd9883bcbbd4a98b7b0d7154ca70e76, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d75e0a89d28d479c925fd02c8a1fb59d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/e837070d4a2844b791731147af1e7e18, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/27b6e28155d74601ac4d121ce706aa52, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/404a75db348f45d7a04577464e4f5eb3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d412d4c0f5ba41c6b5d415d4e96adafb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/08662d38385a47c6a8177fa289f020a7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/58cf8ac7190a41b988c0868af3e3467f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d1ae300a08734eb4b51ddb9df7c1670c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/7248c5f52e2643a289ee6247afdba2eb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/013107e278cc47c38bc44875a30236d8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d6b1f1ad895b4e2faa3dcc1e7477ee03, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/5f9b4319df4f44cf8b2e66a3ab29f79e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/814b9de1575547f0a9b768fc914b401a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/4dfb35d0b4544ec7962814538cc2244b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/847aec9eaeba403c853d3c78da161ddb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/72f692a321fc43d1ad47bd4c6debc14f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/0b0559b7a36542578aea7837b612f92a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/189e6b4d251e4824b1e566e16dfe6a3d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/5cfc25ebe6c14b2680caa8ec9211f2ab, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/dabf59cbe74d4d578121a83ecec80c71, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/006239375c2647ae8e544c7e81d90464, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/4c9893c2d052490ba92dff4e96e9f169] to archive 2024-11-27T03:22:50,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:22:50,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/0dae12c8af2e4e9f9e292454ebfd3638 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/0dae12c8af2e4e9f9e292454ebfd3638 2024-11-27T03:22:50,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/9c815b249c65412faa9c373f306ae6b5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/9c815b249c65412faa9c373f306ae6b5 2024-11-27T03:22:50,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/e113af10aa274399ae415989c1af4b8f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/e113af10aa274399ae415989c1af4b8f 2024-11-27T03:22:50,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/ddd9883bcbbd4a98b7b0d7154ca70e76 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/ddd9883bcbbd4a98b7b0d7154ca70e76 2024-11-27T03:22:50,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d75e0a89d28d479c925fd02c8a1fb59d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d75e0a89d28d479c925fd02c8a1fb59d 2024-11-27T03:22:50,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/e837070d4a2844b791731147af1e7e18 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/e837070d4a2844b791731147af1e7e18 2024-11-27T03:22:50,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/27b6e28155d74601ac4d121ce706aa52 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/27b6e28155d74601ac4d121ce706aa52 2024-11-27T03:22:50,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/404a75db348f45d7a04577464e4f5eb3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/404a75db348f45d7a04577464e4f5eb3 2024-11-27T03:22:50,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d412d4c0f5ba41c6b5d415d4e96adafb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d412d4c0f5ba41c6b5d415d4e96adafb 2024-11-27T03:22:50,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/08662d38385a47c6a8177fa289f020a7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/08662d38385a47c6a8177fa289f020a7 2024-11-27T03:22:50,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/58cf8ac7190a41b988c0868af3e3467f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/58cf8ac7190a41b988c0868af3e3467f 2024-11-27T03:22:50,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d1ae300a08734eb4b51ddb9df7c1670c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d1ae300a08734eb4b51ddb9df7c1670c 2024-11-27T03:22:50,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/7248c5f52e2643a289ee6247afdba2eb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/7248c5f52e2643a289ee6247afdba2eb 2024-11-27T03:22:50,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/013107e278cc47c38bc44875a30236d8 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/013107e278cc47c38bc44875a30236d8 2024-11-27T03:22:50,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d6b1f1ad895b4e2faa3dcc1e7477ee03 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/d6b1f1ad895b4e2faa3dcc1e7477ee03 2024-11-27T03:22:50,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/5f9b4319df4f44cf8b2e66a3ab29f79e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/5f9b4319df4f44cf8b2e66a3ab29f79e 2024-11-27T03:22:50,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/814b9de1575547f0a9b768fc914b401a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/814b9de1575547f0a9b768fc914b401a 2024-11-27T03:22:50,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/4dfb35d0b4544ec7962814538cc2244b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/4dfb35d0b4544ec7962814538cc2244b 2024-11-27T03:22:50,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/847aec9eaeba403c853d3c78da161ddb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/847aec9eaeba403c853d3c78da161ddb 2024-11-27T03:22:50,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/72f692a321fc43d1ad47bd4c6debc14f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/72f692a321fc43d1ad47bd4c6debc14f 2024-11-27T03:22:50,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/0b0559b7a36542578aea7837b612f92a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/0b0559b7a36542578aea7837b612f92a 2024-11-27T03:22:50,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/189e6b4d251e4824b1e566e16dfe6a3d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/189e6b4d251e4824b1e566e16dfe6a3d 2024-11-27T03:22:50,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/5cfc25ebe6c14b2680caa8ec9211f2ab to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/5cfc25ebe6c14b2680caa8ec9211f2ab 2024-11-27T03:22:50,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/dabf59cbe74d4d578121a83ecec80c71 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/dabf59cbe74d4d578121a83ecec80c71 2024-11-27T03:22:50,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/006239375c2647ae8e544c7e81d90464 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/006239375c2647ae8e544c7e81d90464 2024-11-27T03:22:50,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/4c9893c2d052490ba92dff4e96e9f169 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/4c9893c2d052490ba92dff4e96e9f169 2024-11-27T03:22:50,312 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/recovered.edits/398.seqid, newMaxSeqId=398, maxSeqId=4 2024-11-27T03:22:50,313 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75. 2024-11-27T03:22:50,313 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1635): Region close journal for a6774d0da3f3d0e178c3d70987ba8a75: 2024-11-27T03:22:50,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=a6774d0da3f3d0e178c3d70987ba8a75, regionState=CLOSED 2024-11-27T03:22:50,316 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(170): Closed a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-27T03:22:50,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseRegionProcedure a6774d0da3f3d0e178c3d70987ba8a75, server=2037602345fe,42163,1732677650856 in 1.8810 sec 2024-11-27T03:22:50,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-11-27T03:22:50,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a6774d0da3f3d0e178c3d70987ba8a75, UNASSIGN in 1.8840 sec 2024-11-27T03:22:50,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-27T03:22:50,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8860 sec 2024-11-27T03:22:50,320 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677770320"}]},"ts":"1732677770320"} 2024-11-27T03:22:50,321 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T03:22:50,322 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T03:22:50,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8980 sec 2024-11-27T03:22:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-27T03:22:50,532 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-27T03:22:50,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T03:22:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:50,534 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T03:22:50,534 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=130, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:50,535 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,537 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/recovered.edits] 2024-11-27T03:22:50,539 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/0bf6f003642d402790e5bd4396b1c43a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/0bf6f003642d402790e5bd4396b1c43a 2024-11-27T03:22:50,540 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/56a8b6f87fef4ebfb28879df323cc9e4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/56a8b6f87fef4ebfb28879df323cc9e4 2024-11-27T03:22:50,540 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/a6e3962b197b4ea495a7e83195000211 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/A/a6e3962b197b4ea495a7e83195000211 2024-11-27T03:22:50,542 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/508a4b1a1e3e44158a2a97a49cfc6cd9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/508a4b1a1e3e44158a2a97a49cfc6cd9 2024-11-27T03:22:50,543 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/87d055a30de24737ad0cd3412e13336d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/87d055a30de24737ad0cd3412e13336d 2024-11-27T03:22:50,543 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/c5988f55d89d4de49c2713d9bb19e1a0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/B/c5988f55d89d4de49c2713d9bb19e1a0 2024-11-27T03:22:50,545 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/3f4b2889f3b04995af1fc8d30673e5e1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/3f4b2889f3b04995af1fc8d30673e5e1 2024-11-27T03:22:50,546 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/cfda557c36c047218bbc9909dae9f878 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/cfda557c36c047218bbc9909dae9f878 2024-11-27T03:22:50,546 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/db923eb786234725a98ea6bd24136186 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/C/db923eb786234725a98ea6bd24136186 2024-11-27T03:22:50,548 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/recovered.edits/398.seqid to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75/recovered.edits/398.seqid 2024-11-27T03:22:50,549 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,549 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T03:22:50,549 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T03:22:50,550 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T03:22:50,552 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112701433a1a70c94b4583360d0ca1415534_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112701433a1a70c94b4583360d0ca1415534_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,553 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112710c6bddae9434cac86d369900d2bef0d_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112710c6bddae9434cac86d369900d2bef0d_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,554 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127261b08f70ebe442b984cfeb5cab6aca2_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127261b08f70ebe442b984cfeb5cab6aca2_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,555 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112729008f7813de485a87585e15d486415c_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112729008f7813de485a87585e15d486415c_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,555 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112739737df8d1f14f65b3ddac17f3431ce2_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112739737df8d1f14f65b3ddac17f3431ce2_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,556 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273acdda43f9654e9d93926c75a97f43f8_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273acdda43f9654e9d93926c75a97f43f8_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,557 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273c091547d2214ffbaa7aabe9ecebfdcc_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273c091547d2214ffbaa7aabe9ecebfdcc_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,558 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274207dd0c4bc34d8b8bb678d6ca49b2d7_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274207dd0c4bc34d8b8bb678d6ca49b2d7_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,559 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112743e83412a97d44ab8da2fc6412148553_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112743e83412a97d44ab8da2fc6412148553_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,559 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274b92e31e3550481bb96a06a88d4f759d_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274b92e31e3550481bb96a06a88d4f759d_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,560 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112752906243e2cd43518e3117eec9f445e4_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112752906243e2cd43518e3117eec9f445e4_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,561 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275fa69d4919bd4df2af37920ccec80a82_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275fa69d4919bd4df2af37920ccec80a82_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,562 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127695080b88f074a2292c7d2f21d0d174a_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127695080b88f074a2292c7d2f21d0d174a_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,563 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112773f30cf31574403ca92081e471caf784_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112773f30cf31574403ca92081e471caf784_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,563 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277966ca50a6674335befc365c95d3c6e4_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277966ca50a6674335befc365c95d3c6e4_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,564 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112789532bbea8854c6396ffc6cf867fea30_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112789532bbea8854c6396ffc6cf867fea30_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,565 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278da9ebbf32c44db785aadecd6b70ca8f_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278da9ebbf32c44db785aadecd6b70ca8f_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,566 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278f96b85410684f93b925eb82e2903413_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278f96b85410684f93b925eb82e2903413_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,566 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aa07b3410e0a46bcb01c395d1959f5fe_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127aa07b3410e0a46bcb01c395d1959f5fe_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,567 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f011665c14d44f608b3a00ec6d369ab0_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f011665c14d44f608b3a00ec6d369ab0_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,568 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fef1257160ba437097ab726e77a95363_a6774d0da3f3d0e178c3d70987ba8a75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fef1257160ba437097ab726e77a95363_a6774d0da3f3d0e178c3d70987ba8a75 2024-11-27T03:22:50,568 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T03:22:50,570 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=130, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:50,571 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T03:22:50,574 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T03:22:50,575 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=130, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:50,575 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T03:22:50,575 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732677770575"}]},"ts":"9223372036854775807"} 2024-11-27T03:22:50,577 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T03:22:50,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a6774d0da3f3d0e178c3d70987ba8a75, NAME => 'TestAcidGuarantees,,1732677741785.a6774d0da3f3d0e178c3d70987ba8a75.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T03:22:50,577 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T03:22:50,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732677770577"}]},"ts":"9223372036854775807"} 2024-11-27T03:22:50,578 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T03:22:50,580 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=130, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:50,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-27T03:22:50,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T03:22:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T03:22:50,635 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-27T03:22:50,645 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239 (was 239), OpenFileDescriptor=455 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=653 (was 507) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5874 (was 6493) 2024-11-27T03:22:50,653 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=653, ProcessCount=11, AvailableMemoryMB=5874 2024-11-27T03:22:50,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T03:22:50,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:22:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T03:22:50,656 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:22:50,657 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:50,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 131 2024-11-27T03:22:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-27T03:22:50,657 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:22:50,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742358_1534 (size=960) 2024-11-27T03:22:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-27T03:22:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-27T03:22:51,064 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb 2024-11-27T03:22:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742359_1535 (size=53) 2024-11-27T03:22:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-27T03:22:51,469 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:51,469 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 81dece54f5db1114c5c5245172ff4631, disabling compactions & flushes 2024-11-27T03:22:51,469 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:51,469 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:51,469 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. after waiting 0 ms 2024-11-27T03:22:51,469 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:51,469 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:51,469 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:51,470 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:22:51,470 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732677771470"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677771470"}]},"ts":"1732677771470"} 2024-11-27T03:22:51,471 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T03:22:51,472 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:22:51,472 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677771472"}]},"ts":"1732677771472"} 2024-11-27T03:22:51,472 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T03:22:51,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=81dece54f5db1114c5c5245172ff4631, ASSIGN}] 2024-11-27T03:22:51,477 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=81dece54f5db1114c5c5245172ff4631, ASSIGN 2024-11-27T03:22:51,477 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=81dece54f5db1114c5c5245172ff4631, ASSIGN; state=OFFLINE, location=2037602345fe,42163,1732677650856; forceNewPlan=false, retain=false 2024-11-27T03:22:51,628 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=81dece54f5db1114c5c5245172ff4631, regionState=OPENING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:22:51,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; OpenRegionProcedure 81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:22:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-27T03:22:51,780 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:51,783 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:51,783 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7285): Opening region: {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:22:51,783 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:51,783 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:22:51,783 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7327): checking encryption for 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:51,783 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7330): checking classloading for 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:51,784 INFO [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:51,785 INFO [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:22:51,786 INFO [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81dece54f5db1114c5c5245172ff4631 columnFamilyName A 2024-11-27T03:22:51,786 DEBUG [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:51,786 INFO [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] regionserver.HStore(327): Store=81dece54f5db1114c5c5245172ff4631/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:51,786 INFO [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:51,787 INFO [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:22:51,787 INFO [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81dece54f5db1114c5c5245172ff4631 columnFamilyName B 2024-11-27T03:22:51,787 DEBUG [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:51,788 INFO [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] regionserver.HStore(327): Store=81dece54f5db1114c5c5245172ff4631/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:51,788 INFO [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:51,789 INFO [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:22:51,789 INFO [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81dece54f5db1114c5c5245172ff4631 columnFamilyName C 2024-11-27T03:22:51,789 DEBUG [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:22:51,789 INFO [StoreOpener-81dece54f5db1114c5c5245172ff4631-1 {}] regionserver.HStore(327): Store=81dece54f5db1114c5c5245172ff4631/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:22:51,789 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:51,790 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:51,790 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:51,791 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T03:22:51,792 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1085): writing seq id for 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:51,793 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:22:51,793 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1102): Opened 81dece54f5db1114c5c5245172ff4631; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71833698, jitterRate=0.070405513048172}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T03:22:51,794 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1001): Region open journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:51,795 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., pid=133, masterSystemTime=1732677771780 2024-11-27T03:22:51,796 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:51,796 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:51,796 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=81dece54f5db1114c5c5245172ff4631, regionState=OPEN, openSeqNum=2, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:22:51,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-27T03:22:51,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; OpenRegionProcedure 81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 in 168 msec 2024-11-27T03:22:51,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-11-27T03:22:51,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=81dece54f5db1114c5c5245172ff4631, ASSIGN in 322 msec 2024-11-27T03:22:51,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:22:51,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677771799"}]},"ts":"1732677771799"} 2024-11-27T03:22:51,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T03:22:51,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:22:51,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-27T03:22:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-27T03:22:52,761 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 131 completed 2024-11-27T03:22:52,762 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x301741f1 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a6e9f 2024-11-27T03:22:52,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60eb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:52,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:52,768 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:52,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:22:52,770 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:22:52,771 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-11-27T03:22:52,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:52,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-11-27T03:22:52,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:52,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-11-27T03:22:52,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:52,781 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-11-27T03:22:52,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:52,784 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-11-27T03:22:52,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:52,787 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-11-27T03:22:52,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:52,790 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-11-27T03:22:52,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:52,793 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-11-27T03:22:52,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:52,796 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-11-27T03:22:52,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:52,799 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-11-27T03:22:52,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:22:52,811 DEBUG [hconnection-0xfc4a02c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:52,812 DEBUG [hconnection-0x1fc08d72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:52,813 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:52,813 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:52,815 DEBUG [hconnection-0x36f00bae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:52,815 DEBUG [hconnection-0x61801db7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:52,816 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:52,816 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:52,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-27T03:22:52,819 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T03:22:52,819 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:52,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:52,821 DEBUG [hconnection-0x735d49b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:52,821 DEBUG [hconnection-0x56338429-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:52,822 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:52,822 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:52,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:22:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:22:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:22:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:22:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:52,832 DEBUG [hconnection-0x339d9c4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:52,833 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:52,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:52,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677832839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:52,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677832839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677832839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:52,842 DEBUG [hconnection-0x6589b121-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:52,843 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:52,848 DEBUG [hconnection-0x17d47516-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:52,849 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:52,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677832850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:52,856 DEBUG [hconnection-0x23671880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:22:52,857 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:22:52,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677832858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:52,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/0aa8de480ca246cba2be8178bae95596 is 50, key is test_row_0/A:col10/1732677772823/Put/seqid=0 2024-11-27T03:22:52,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742360_1536 (size=16681) 2024-11-27T03:22:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T03:22:52,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677832940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:52,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677832940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:52,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677832941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:52,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677832952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:52,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677832959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:52,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:52,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T03:22:52,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:52,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:52,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:52,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:52,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T03:22:53,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:53,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T03:22:53,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:53,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:53,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:53,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677833143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:53,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677833143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:53,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677833148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:53,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677833157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:53,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677833164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:53,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:53,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T03:22:53,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:53,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:53,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:53,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/0aa8de480ca246cba2be8178bae95596 2024-11-27T03:22:53,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/6dc9f01c2f7242a7a725b0a56cb38e60 is 50, key is test_row_0/B:col10/1732677772823/Put/seqid=0 2024-11-27T03:22:53,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742361_1537 (size=12001) 2024-11-27T03:22:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T03:22:53,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:53,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T03:22:53,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:53,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:53,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:53,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677833449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:53,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677833451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:53,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677833452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:53,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677833462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:53,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677833469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:53,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:53,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T03:22:53,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:53,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:53,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:53,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/6dc9f01c2f7242a7a725b0a56cb38e60 2024-11-27T03:22:53,736 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:53,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T03:22:53,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:53,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:53,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:53,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:53,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/8ca6b0e4ccd040f8b9049cae50f1165c is 50, key is test_row_0/C:col10/1732677772823/Put/seqid=0 2024-11-27T03:22:53,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742362_1538 (size=12001) 2024-11-27T03:22:53,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/8ca6b0e4ccd040f8b9049cae50f1165c 2024-11-27T03:22:53,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/0aa8de480ca246cba2be8178bae95596 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0aa8de480ca246cba2be8178bae95596 2024-11-27T03:22:53,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0aa8de480ca246cba2be8178bae95596, entries=250, sequenceid=13, filesize=16.3 K 2024-11-27T03:22:53,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/6dc9f01c2f7242a7a725b0a56cb38e60 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6dc9f01c2f7242a7a725b0a56cb38e60 2024-11-27T03:22:53,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6dc9f01c2f7242a7a725b0a56cb38e60, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T03:22:53,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/8ca6b0e4ccd040f8b9049cae50f1165c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/8ca6b0e4ccd040f8b9049cae50f1165c 2024-11-27T03:22:53,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/8ca6b0e4ccd040f8b9049cae50f1165c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T03:22:53,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 81dece54f5db1114c5c5245172ff4631 in 953ms, sequenceid=13, compaction requested=false 2024-11-27T03:22:53,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:53,889 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:53,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T03:22:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:53,890 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T03:22:53,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:22:53,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:53,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:22:53,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:53,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:22:53,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:53,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/5d57492c582745e7b938a73c38ae270d is 50, key is test_row_0/A:col10/1732677772837/Put/seqid=0 2024-11-27T03:22:53,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742363_1539 (size=12001) 2024-11-27T03:22:53,899 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/5d57492c582745e7b938a73c38ae270d 2024-11-27T03:22:53,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/ddd7213d24e64030a94951b0f5715eea is 50, key is test_row_0/B:col10/1732677772837/Put/seqid=0 2024-11-27T03:22:53,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742364_1540 (size=12001) 2024-11-27T03:22:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T03:22:53,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:53,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677833969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677833977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677833999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677833999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677833999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677834105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677834105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677834108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677834309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677834309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,314 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/ddd7213d24e64030a94951b0f5715eea 2024-11-27T03:22:54,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677834311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/ba7d183c4ba44cbb9fc5d06ae0004bae is 50, key is test_row_0/C:col10/1732677772837/Put/seqid=0 2024-11-27T03:22:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742365_1541 (size=12001) 2024-11-27T03:22:54,369 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/ba7d183c4ba44cbb9fc5d06ae0004bae 2024-11-27T03:22:54,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/5d57492c582745e7b938a73c38ae270d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/5d57492c582745e7b938a73c38ae270d 2024-11-27T03:22:54,387 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/5d57492c582745e7b938a73c38ae270d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T03:22:54,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/ddd7213d24e64030a94951b0f5715eea as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ddd7213d24e64030a94951b0f5715eea 2024-11-27T03:22:54,396 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ddd7213d24e64030a94951b0f5715eea, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T03:22:54,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/ba7d183c4ba44cbb9fc5d06ae0004bae as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/ba7d183c4ba44cbb9fc5d06ae0004bae 2024-11-27T03:22:54,401 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/ba7d183c4ba44cbb9fc5d06ae0004bae, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T03:22:54,402 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 81dece54f5db1114c5c5245172ff4631 in 512ms, sequenceid=38, compaction requested=false 2024-11-27T03:22:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-27T03:22:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-27T03:22:54,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-27T03:22:54,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5830 sec 2024-11-27T03:22:54,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.5870 sec 2024-11-27T03:22:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:54,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T03:22:54,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:22:54,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:54,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:22:54,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:54,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:22:54,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:54,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/09439595cd884c308e31e8cecbdf5dd6 is 50, key is test_row_0/A:col10/1732677773965/Put/seqid=0 2024-11-27T03:22:54,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742366_1542 (size=14341) 2024-11-27T03:22:54,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/09439595cd884c308e31e8cecbdf5dd6 2024-11-27T03:22:54,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/b36be928597b48d2b5935799bdd01c7b is 50, key is test_row_0/B:col10/1732677773965/Put/seqid=0 2024-11-27T03:22:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742367_1543 (size=12001) 2024-11-27T03:22:54,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677834660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677834663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677834664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677834768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677834768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677834773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T03:22:54,923 INFO [Thread-2355 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-27T03:22:54,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-27T03:22:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T03:22:54,925 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:54,926 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:54,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:54,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677834972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677834973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:54,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677834978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:55,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677835009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:55,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677835011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T03:22:55,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/b36be928597b48d2b5935799bdd01c7b 2024-11-27T03:22:55,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f20977b79c874d07a437770d1295396d is 50, key is test_row_0/C:col10/1732677773965/Put/seqid=0 2024-11-27T03:22:55,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742368_1544 (size=12001) 2024-11-27T03:22:55,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:55,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T03:22:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:55,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T03:22:55,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:55,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T03:22:55,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:55,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:55,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:55,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:55,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:55,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677835278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:55,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677835279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:55,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677835286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:55,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:55,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T03:22:55,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:55,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:55,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:55,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:55,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:55,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f20977b79c874d07a437770d1295396d 2024-11-27T03:22:55,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/09439595cd884c308e31e8cecbdf5dd6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/09439595cd884c308e31e8cecbdf5dd6 2024-11-27T03:22:55,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/09439595cd884c308e31e8cecbdf5dd6, entries=200, sequenceid=52, filesize=14.0 K 2024-11-27T03:22:55,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/b36be928597b48d2b5935799bdd01c7b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/b36be928597b48d2b5935799bdd01c7b 2024-11-27T03:22:55,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/b36be928597b48d2b5935799bdd01c7b, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T03:22:55,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f20977b79c874d07a437770d1295396d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f20977b79c874d07a437770d1295396d 2024-11-27T03:22:55,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f20977b79c874d07a437770d1295396d, entries=150, sequenceid=52, filesize=11.7 K 2024-11-27T03:22:55,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 81dece54f5db1114c5c5245172ff4631 in 870ms, sequenceid=52, compaction requested=true 2024-11-27T03:22:55,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:55,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:55,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:55,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:55,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:55,484 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:55,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:55,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:55,484 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:55,485 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:55,485 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/A is initiating minor compaction (all files) 2024-11-27T03:22:55,486 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/A in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:55,486 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0aa8de480ca246cba2be8178bae95596, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/5d57492c582745e7b938a73c38ae270d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/09439595cd884c308e31e8cecbdf5dd6] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=42.0 K 2024-11-27T03:22:55,486 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:55,486 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/B is initiating minor compaction (all files) 2024-11-27T03:22:55,486 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0aa8de480ca246cba2be8178bae95596, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732677772821 2024-11-27T03:22:55,486 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/B in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:55,486 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6dc9f01c2f7242a7a725b0a56cb38e60, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ddd7213d24e64030a94951b0f5715eea, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/b36be928597b48d2b5935799bdd01c7b] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=35.2 K 2024-11-27T03:22:55,486 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d57492c582745e7b938a73c38ae270d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732677772836 2024-11-27T03:22:55,486 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dc9f01c2f7242a7a725b0a56cb38e60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732677772823 2024-11-27T03:22:55,487 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09439595cd884c308e31e8cecbdf5dd6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732677773965 2024-11-27T03:22:55,487 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ddd7213d24e64030a94951b0f5715eea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732677772836 2024-11-27T03:22:55,487 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting b36be928597b48d2b5935799bdd01c7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732677773965 2024-11-27T03:22:55,502 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#B#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:55,502 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#A#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:55,503 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/aaa7c4bf2c6c4efea19d9a1b6880b7e8 is 50, key is test_row_0/B:col10/1732677773965/Put/seqid=0 2024-11-27T03:22:55,503 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/742c36eaf2594ed8b79c1c2d536deac0 is 50, key is test_row_0/A:col10/1732677773965/Put/seqid=0 2024-11-27T03:22:55,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742370_1546 (size=12104) 2024-11-27T03:22:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T03:22:55,529 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/aaa7c4bf2c6c4efea19d9a1b6880b7e8 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/aaa7c4bf2c6c4efea19d9a1b6880b7e8 2024-11-27T03:22:55,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742369_1545 (size=12104) 2024-11-27T03:22:55,535 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/B of 81dece54f5db1114c5c5245172ff4631 into aaa7c4bf2c6c4efea19d9a1b6880b7e8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:55,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:55,536 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:55,536 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/B, priority=13, startTime=1732677775484; duration=0sec 2024-11-27T03:22:55,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T03:22:55,536 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:55,536 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:22:55,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:55,536 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:55,536 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:22:55,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:22:55,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:55,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:22:55,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:55,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:22:55,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:55,537 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:55,538 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/742c36eaf2594ed8b79c1c2d536deac0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/742c36eaf2594ed8b79c1c2d536deac0 2024-11-27T03:22:55,538 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/C is initiating minor compaction (all files) 2024-11-27T03:22:55,538 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/C in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:55,538 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/8ca6b0e4ccd040f8b9049cae50f1165c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/ba7d183c4ba44cbb9fc5d06ae0004bae, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f20977b79c874d07a437770d1295396d] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=35.2 K 2024-11-27T03:22:55,538 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ca6b0e4ccd040f8b9049cae50f1165c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732677772823 2024-11-27T03:22:55,539 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ba7d183c4ba44cbb9fc5d06ae0004bae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732677772836 2024-11-27T03:22:55,539 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f20977b79c874d07a437770d1295396d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732677773965 2024-11-27T03:22:55,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/46263a5c3d7a4b208034aed5fb35c8eb is 50, key is test_row_0/A:col10/1732677774662/Put/seqid=0 2024-11-27T03:22:55,547 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/A of 81dece54f5db1114c5c5245172ff4631 into 742c36eaf2594ed8b79c1c2d536deac0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:55,547 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:55,547 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/A, priority=13, startTime=1732677775484; duration=0sec 2024-11-27T03:22:55,547 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:55,547 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:A 2024-11-27T03:22:55,555 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#C#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:55,555 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/aa580d794cc14b7e99e77302e3802fbc is 50, key is test_row_0/C:col10/1732677773965/Put/seqid=0 2024-11-27T03:22:55,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742371_1547 (size=12001) 2024-11-27T03:22:55,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742372_1548 (size=12104) 2024-11-27T03:22:55,575 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/aa580d794cc14b7e99e77302e3802fbc as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/aa580d794cc14b7e99e77302e3802fbc 2024-11-27T03:22:55,579 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/C of 81dece54f5db1114c5c5245172ff4631 into aa580d794cc14b7e99e77302e3802fbc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:55,579 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:55,579 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/C, priority=13, startTime=1732677775484; duration=0sec 2024-11-27T03:22:55,579 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:55,579 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:C 2024-11-27T03:22:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:55,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:55,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677835804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:55,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677835805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:55,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677835809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:55,839 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T03:22:55,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677835910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:55,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677835910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:55,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677835916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:55,962 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/46263a5c3d7a4b208034aed5fb35c8eb 2024-11-27T03:22:55,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/996429bfd3d244148ff93b357b0395f7 is 50, key is test_row_0/B:col10/1732677774662/Put/seqid=0 2024-11-27T03:22:55,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742373_1549 (size=12001) 2024-11-27T03:22:55,982 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/996429bfd3d244148ff93b357b0395f7 2024-11-27T03:22:55,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/082380da9aef4eb3ad70a8f5d29f610d is 50, key is test_row_0/C:col10/1732677774662/Put/seqid=0 2024-11-27T03:22:55,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742374_1550 (size=12001) 2024-11-27T03:22:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T03:22:56,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677836119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:56,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677836119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:56,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677836121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:56,397 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/082380da9aef4eb3ad70a8f5d29f610d 2024-11-27T03:22:56,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/46263a5c3d7a4b208034aed5fb35c8eb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/46263a5c3d7a4b208034aed5fb35c8eb 2024-11-27T03:22:56,405 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/46263a5c3d7a4b208034aed5fb35c8eb, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T03:22:56,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/996429bfd3d244148ff93b357b0395f7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/996429bfd3d244148ff93b357b0395f7 2024-11-27T03:22:56,409 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/996429bfd3d244148ff93b357b0395f7, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T03:22:56,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/082380da9aef4eb3ad70a8f5d29f610d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/082380da9aef4eb3ad70a8f5d29f610d 2024-11-27T03:22:56,413 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/082380da9aef4eb3ad70a8f5d29f610d, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T03:22:56,413 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 81dece54f5db1114c5c5245172ff4631 in 877ms, sequenceid=76, compaction requested=false 2024-11-27T03:22:56,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:56,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:56,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-27T03:22:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-27T03:22:56,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-27T03:22:56,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4880 sec 2024-11-27T03:22:56,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4920 sec 2024-11-27T03:22:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:56,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T03:22:56,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:22:56,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:56,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:22:56,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:56,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:22:56,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:56,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/ca95a5bd71c34cbd819bd16d673a77f4 is 50, key is test_row_0/A:col10/1732677776425/Put/seqid=0 2024-11-27T03:22:56,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742375_1551 (size=14341) 2024-11-27T03:22:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677836517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:56,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677836527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:56,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677836528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:56,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677836629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:56,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677836635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:56,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677836635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:56,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677836833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:56,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/ca95a5bd71c34cbd819bd16d673a77f4 2024-11-27T03:22:56,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677836841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:56,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677836842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:56,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/36fdf4c122b04c2fb879cc8695bd48f0 is 50, key is test_row_0/B:col10/1732677776425/Put/seqid=0 2024-11-27T03:22:56,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742376_1552 (size=12001) 2024-11-27T03:22:56,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/36fdf4c122b04c2fb879cc8695bd48f0 2024-11-27T03:22:56,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/946003fd57034a1e91697326fcf85141 is 50, key is test_row_0/C:col10/1732677776425/Put/seqid=0 2024-11-27T03:22:56,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742377_1553 (size=12001) 2024-11-27T03:22:56,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/946003fd57034a1e91697326fcf85141 2024-11-27T03:22:56,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/ca95a5bd71c34cbd819bd16d673a77f4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/ca95a5bd71c34cbd819bd16d673a77f4 2024-11-27T03:22:56,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/ca95a5bd71c34cbd819bd16d673a77f4, entries=200, sequenceid=92, filesize=14.0 K 2024-11-27T03:22:56,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/36fdf4c122b04c2fb879cc8695bd48f0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/36fdf4c122b04c2fb879cc8695bd48f0 2024-11-27T03:22:56,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/36fdf4c122b04c2fb879cc8695bd48f0, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T03:22:56,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/946003fd57034a1e91697326fcf85141 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/946003fd57034a1e91697326fcf85141 2024-11-27T03:22:56,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/946003fd57034a1e91697326fcf85141, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T03:22:56,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 81dece54f5db1114c5c5245172ff4631 in 476ms, sequenceid=92, compaction requested=true 2024-11-27T03:22:56,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:56,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:56,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:56,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:56,902 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:56,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:56,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:56,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:56,902 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:56,903 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:56,903 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/A is initiating minor compaction (all files) 2024-11-27T03:22:56,903 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/A in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:56,903 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/742c36eaf2594ed8b79c1c2d536deac0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/46263a5c3d7a4b208034aed5fb35c8eb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/ca95a5bd71c34cbd819bd16d673a77f4] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=37.5 K 2024-11-27T03:22:56,904 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:56,904 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 742c36eaf2594ed8b79c1c2d536deac0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732677773965 2024-11-27T03:22:56,904 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/B is initiating minor compaction (all files) 2024-11-27T03:22:56,904 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/B in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:56,904 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/aaa7c4bf2c6c4efea19d9a1b6880b7e8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/996429bfd3d244148ff93b357b0395f7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/36fdf4c122b04c2fb879cc8695bd48f0] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=35.3 K 2024-11-27T03:22:56,904 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46263a5c3d7a4b208034aed5fb35c8eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732677774659 2024-11-27T03:22:56,905 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting aaa7c4bf2c6c4efea19d9a1b6880b7e8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732677773965 2024-11-27T03:22:56,905 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca95a5bd71c34cbd819bd16d673a77f4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677775797 2024-11-27T03:22:56,905 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 996429bfd3d244148ff93b357b0395f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732677774659 2024-11-27T03:22:56,905 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 36fdf4c122b04c2fb879cc8695bd48f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677775797 2024-11-27T03:22:56,914 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#B#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:56,914 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#A#compaction#465 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:56,914 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/c5ef31949e764adcae0d32345eef51d3 is 50, key is test_row_0/B:col10/1732677776425/Put/seqid=0 2024-11-27T03:22:56,914 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/4aba0cbd8b9b4d45939d846a6c2513f9 is 50, key is test_row_0/A:col10/1732677776425/Put/seqid=0 2024-11-27T03:22:56,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742378_1554 (size=12207) 2024-11-27T03:22:56,930 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/4aba0cbd8b9b4d45939d846a6c2513f9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4aba0cbd8b9b4d45939d846a6c2513f9 2024-11-27T03:22:56,935 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/A of 81dece54f5db1114c5c5245172ff4631 into 4aba0cbd8b9b4d45939d846a6c2513f9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:56,935 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:56,935 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/A, priority=13, startTime=1732677776902; duration=0sec 2024-11-27T03:22:56,935 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:56,935 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:A 2024-11-27T03:22:56,935 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:56,937 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:56,937 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/C is initiating minor compaction (all files) 2024-11-27T03:22:56,937 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/C in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:56,937 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/aa580d794cc14b7e99e77302e3802fbc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/082380da9aef4eb3ad70a8f5d29f610d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/946003fd57034a1e91697326fcf85141] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=35.3 K 2024-11-27T03:22:56,938 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa580d794cc14b7e99e77302e3802fbc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732677773965 2024-11-27T03:22:56,938 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 082380da9aef4eb3ad70a8f5d29f610d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732677774659 2024-11-27T03:22:56,939 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 946003fd57034a1e91697326fcf85141, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677775797 2024-11-27T03:22:56,951 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#C#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:56,951 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/2fe97024b8f748e49ddcfe0fe2cc3b6c is 50, key is test_row_0/C:col10/1732677776425/Put/seqid=0 2024-11-27T03:22:56,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742379_1555 (size=12207) 2024-11-27T03:22:56,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742380_1556 (size=12207) 2024-11-27T03:22:57,008 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/2fe97024b8f748e49ddcfe0fe2cc3b6c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/2fe97024b8f748e49ddcfe0fe2cc3b6c 2024-11-27T03:22:57,018 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/C of 81dece54f5db1114c5c5245172ff4631 into 2fe97024b8f748e49ddcfe0fe2cc3b6c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:57,018 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:57,018 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/C, priority=13, startTime=1732677776902; duration=0sec 2024-11-27T03:22:57,019 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:57,019 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:C 2024-11-27T03:22:57,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:22:57,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:22:57,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:57,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:22:57,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:57,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:22:57,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T03:22:57,029 INFO [Thread-2355 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-27T03:22:57,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:22:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-27T03:22:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T03:22:57,033 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:22:57,034 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:22:57,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:22:57,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/4f4e8095ca394145902b7dec05580076 is 50, key is test_row_0/A:col10/1732677777020/Put/seqid=0 2024-11-27T03:22:57,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742381_1557 (size=14341) 2024-11-27T03:22:57,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/4f4e8095ca394145902b7dec05580076 2024-11-27T03:22:57,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/5ad4a0388fc540d6906b6c5dbe06af7d is 50, key is test_row_0/B:col10/1732677777020/Put/seqid=0 2024-11-27T03:22:57,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677837060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677837061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742382_1558 (size=12001) 2024-11-27T03:22:57,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/5ad4a0388fc540d6906b6c5dbe06af7d 2024-11-27T03:22:57,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/21a6dc1cdd9747f58a9763eb7c8a383d is 50, key is test_row_0/C:col10/1732677777020/Put/seqid=0 2024-11-27T03:22:57,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742383_1559 (size=12001) 2024-11-27T03:22:57,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/21a6dc1cdd9747f58a9763eb7c8a383d 2024-11-27T03:22:57,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/4f4e8095ca394145902b7dec05580076 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4f4e8095ca394145902b7dec05580076 2024-11-27T03:22:57,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4f4e8095ca394145902b7dec05580076, entries=200, sequenceid=117, filesize=14.0 K 2024-11-27T03:22:57,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/5ad4a0388fc540d6906b6c5dbe06af7d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/5ad4a0388fc540d6906b6c5dbe06af7d 2024-11-27T03:22:57,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/5ad4a0388fc540d6906b6c5dbe06af7d, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T03:22:57,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/21a6dc1cdd9747f58a9763eb7c8a383d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/21a6dc1cdd9747f58a9763eb7c8a383d 2024-11-27T03:22:57,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/21a6dc1cdd9747f58a9763eb7c8a383d, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T03:22:57,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 81dece54f5db1114c5c5245172ff4631 in 87ms, sequenceid=117, compaction requested=false 2024-11-27T03:22:57,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T03:22:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:57,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T03:22:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:22:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:22:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:22:57,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:57,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/aa04e4433bf74d2c8cc14672d0cb77e2 is 50, key is test_row_0/A:col10/1732677777030/Put/seqid=0 2024-11-27T03:22:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742384_1560 (size=14441) 2024-11-27T03:22:57,186 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:57,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T03:22:57,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:57,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:57,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:57,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677837184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677837192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677837193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677837193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677837194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677837295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677837303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677837303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677837304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677837304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T03:22:57,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:57,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T03:22:57,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:57,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,361 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/c5ef31949e764adcae0d32345eef51d3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/c5ef31949e764adcae0d32345eef51d3 2024-11-27T03:22:57,365 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/B of 81dece54f5db1114c5c5245172ff4631 into c5ef31949e764adcae0d32345eef51d3(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:57,365 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:57,365 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/B, priority=13, startTime=1732677776902; duration=0sec 2024-11-27T03:22:57,365 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:57,365 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:22:57,491 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:57,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T03:22:57,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:57,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:57,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:57,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677837500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677837506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677837507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677837509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677837510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/aa04e4433bf74d2c8cc14672d0cb77e2 2024-11-27T03:22:57,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/ee6ec01748bc4bed95480cc235c5ab16 is 50, key is test_row_0/B:col10/1732677777030/Put/seqid=0 2024-11-27T03:22:57,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742385_1561 (size=12051) 2024-11-27T03:22:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T03:22:57,643 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:57,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T03:22:57,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:57,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:57,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:57,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:57,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T03:22:57,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:57,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:57,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:57,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677837804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677837810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677837811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677837814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677837815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:57,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:57,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T03:22:57,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:57,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:57,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:57,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:57,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/ee6ec01748bc4bed95480cc235c5ab16 2024-11-27T03:22:57,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/38715b4269c7483ba84a4fb54e181fb0 is 50, key is test_row_0/C:col10/1732677777030/Put/seqid=0 2024-11-27T03:22:58,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742386_1562 (size=12051) 2024-11-27T03:22:58,103 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:58,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T03:22:58,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:58,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:58,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:58,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:58,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T03:22:58,256 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:58,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T03:22:58,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:58,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:58,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:58,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:58,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:58,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677838314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:58,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677838317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:58,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677838319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:58,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677838319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:58,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677838319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:58,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:58,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T03:22:58,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:58,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:58,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:58,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:58,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:22:58,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/38715b4269c7483ba84a4fb54e181fb0 2024-11-27T03:22:58,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/aa04e4433bf74d2c8cc14672d0cb77e2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/aa04e4433bf74d2c8cc14672d0cb77e2 2024-11-27T03:22:58,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/aa04e4433bf74d2c8cc14672d0cb77e2, entries=200, sequenceid=131, filesize=14.1 K 2024-11-27T03:22:58,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/ee6ec01748bc4bed95480cc235c5ab16 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ee6ec01748bc4bed95480cc235c5ab16 2024-11-27T03:22:58,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ee6ec01748bc4bed95480cc235c5ab16, entries=150, sequenceid=131, filesize=11.8 K 2024-11-27T03:22:58,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/38715b4269c7483ba84a4fb54e181fb0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/38715b4269c7483ba84a4fb54e181fb0 2024-11-27T03:22:58,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/38715b4269c7483ba84a4fb54e181fb0, entries=150, sequenceid=131, filesize=11.8 K 2024-11-27T03:22:58,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 81dece54f5db1114c5c5245172ff4631 in 1296ms, sequenceid=131, compaction requested=true 2024-11-27T03:22:58,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:58,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:22:58,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:58,440 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:58,440 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:58,441 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:58,441 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:58,441 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/B is initiating minor compaction (all files) 2024-11-27T03:22:58,441 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/B in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:58,441 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/c5ef31949e764adcae0d32345eef51d3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/5ad4a0388fc540d6906b6c5dbe06af7d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ee6ec01748bc4bed95480cc235c5ab16] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=35.4 K 2024-11-27T03:22:58,442 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/A is initiating minor compaction (all files) 2024-11-27T03:22:58,442 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/A in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:58,442 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4aba0cbd8b9b4d45939d846a6c2513f9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4f4e8095ca394145902b7dec05580076, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/aa04e4433bf74d2c8cc14672d0cb77e2] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=40.0 K 2024-11-27T03:22:58,442 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting c5ef31949e764adcae0d32345eef51d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677775797 2024-11-27T03:22:58,442 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4aba0cbd8b9b4d45939d846a6c2513f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677775797 2024-11-27T03:22:58,443 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ad4a0388fc540d6906b6c5dbe06af7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732677776486 2024-11-27T03:22:58,449 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f4e8095ca394145902b7dec05580076, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732677776475 2024-11-27T03:22:58,449 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ee6ec01748bc4bed95480cc235c5ab16, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732677777030 2024-11-27T03:22:58,450 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa04e4433bf74d2c8cc14672d0cb77e2, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732677777030 2024-11-27T03:22:58,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:22:58,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:58,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:22:58,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:58,476 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#B#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:58,477 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/1a4407a890b2485ba4ad8f7ef34632be is 50, key is test_row_0/B:col10/1732677777030/Put/seqid=0 2024-11-27T03:22:58,496 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#A#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:58,498 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/21f3e411bd4f4de583c563c5a3ba5e06 is 50, key is test_row_0/A:col10/1732677777030/Put/seqid=0 2024-11-27T03:22:58,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742387_1563 (size=12359) 2024-11-27T03:22:58,567 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:22:58,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T03:22:58,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:58,568 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:22:58,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:22:58,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:58,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:22:58,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:58,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:22:58,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:58,574 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/1a4407a890b2485ba4ad8f7ef34632be as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1a4407a890b2485ba4ad8f7ef34632be 2024-11-27T03:22:58,580 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/B of 81dece54f5db1114c5c5245172ff4631 into 1a4407a890b2485ba4ad8f7ef34632be(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:58,580 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:58,580 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/B, priority=13, startTime=1732677778440; duration=0sec 2024-11-27T03:22:58,580 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:22:58,580 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:22:58,580 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:22:58,581 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:22:58,581 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/C is initiating minor compaction (all files) 2024-11-27T03:22:58,581 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/C in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:58,581 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/2fe97024b8f748e49ddcfe0fe2cc3b6c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/21a6dc1cdd9747f58a9763eb7c8a383d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/38715b4269c7483ba84a4fb54e181fb0] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=35.4 K 2024-11-27T03:22:58,582 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fe97024b8f748e49ddcfe0fe2cc3b6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732677775797 2024-11-27T03:22:58,582 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 21a6dc1cdd9747f58a9763eb7c8a383d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732677776486 2024-11-27T03:22:58,583 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 38715b4269c7483ba84a4fb54e181fb0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732677777030 2024-11-27T03:22:58,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742388_1564 (size=12359) 2024-11-27T03:22:58,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f3ce371267ab46f580ae0715daec8858 is 50, key is test_row_0/A:col10/1732677777181/Put/seqid=0 2024-11-27T03:22:58,637 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#C#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:22:58,638 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/accab54d8eea4523ae6d3490e087cfb2 is 50, key is test_row_0/C:col10/1732677777030/Put/seqid=0 2024-11-27T03:22:58,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742389_1565 (size=12151) 2024-11-27T03:22:58,676 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f3ce371267ab46f580ae0715daec8858 2024-11-27T03:22:58,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742390_1566 (size=12359) 2024-11-27T03:22:58,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/69c630a29b104aca9d7d4b83306b3317 is 50, key is test_row_0/B:col10/1732677777181/Put/seqid=0 2024-11-27T03:22:58,711 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/accab54d8eea4523ae6d3490e087cfb2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/accab54d8eea4523ae6d3490e087cfb2 2024-11-27T03:22:58,717 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/C of 81dece54f5db1114c5c5245172ff4631 into accab54d8eea4523ae6d3490e087cfb2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:58,717 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:58,717 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/C, priority=13, startTime=1732677778453; duration=0sec 2024-11-27T03:22:58,718 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:58,718 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:C 2024-11-27T03:22:58,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742391_1567 (size=12151) 2024-11-27T03:22:58,995 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/21f3e411bd4f4de583c563c5a3ba5e06 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/21f3e411bd4f4de583c563c5a3ba5e06 2024-11-27T03:22:59,007 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/A of 81dece54f5db1114c5c5245172ff4631 into 21f3e411bd4f4de583c563c5a3ba5e06(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:22:59,007 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:59,007 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/A, priority=13, startTime=1732677778440; duration=0sec 2024-11-27T03:22:59,007 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:22:59,007 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:A 2024-11-27T03:22:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T03:22:59,163 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/69c630a29b104aca9d7d4b83306b3317 2024-11-27T03:22:59,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/4d5d5081d019461e87d9723d2efb623e is 50, key is test_row_0/C:col10/1732677777181/Put/seqid=0 2024-11-27T03:22:59,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742392_1568 (size=12151) 2024-11-27T03:22:59,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:22:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:59,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677839347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677839347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677839355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677839362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677839362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677839463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677839463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677839464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677839483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677839483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,627 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/4d5d5081d019461e87d9723d2efb623e 2024-11-27T03:22:59,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f3ce371267ab46f580ae0715daec8858 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f3ce371267ab46f580ae0715daec8858 2024-11-27T03:22:59,636 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f3ce371267ab46f580ae0715daec8858, entries=150, sequenceid=155, filesize=11.9 K 2024-11-27T03:22:59,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/69c630a29b104aca9d7d4b83306b3317 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/69c630a29b104aca9d7d4b83306b3317 2024-11-27T03:22:59,642 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/69c630a29b104aca9d7d4b83306b3317, entries=150, sequenceid=155, filesize=11.9 K 2024-11-27T03:22:59,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/4d5d5081d019461e87d9723d2efb623e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/4d5d5081d019461e87d9723d2efb623e 2024-11-27T03:22:59,646 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/4d5d5081d019461e87d9723d2efb623e, entries=150, sequenceid=155, filesize=11.9 K 2024-11-27T03:22:59,647 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 81dece54f5db1114c5c5245172ff4631 in 1080ms, sequenceid=155, compaction requested=false 2024-11-27T03:22:59,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:22:59,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:22:59,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-27T03:22:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-27T03:22:59,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-27T03:22:59,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6150 sec 2024-11-27T03:22:59,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.6220 sec 2024-11-27T03:22:59,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T03:22:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:22:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:22:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:22:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:22:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:22:59,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/2d949e757e614b81b81a8ab4e8faaa6a is 50, key is test_row_0/A:col10/1732677779678/Put/seqid=0 2024-11-27T03:22:59,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677839721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677839722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677839724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677839725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677839733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742393_1569 (size=12151) 2024-11-27T03:22:59,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677839835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677839839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677839839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677839840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:22:59,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:22:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677839850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677840047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677840051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677840052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677840056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677840065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/2d949e757e614b81b81a8ab4e8faaa6a 2024-11-27T03:23:00,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/3f0e1c7014b447a9b3191d85ac21cf03 is 50, key is test_row_0/B:col10/1732677779678/Put/seqid=0 2024-11-27T03:23:00,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742394_1570 (size=12151) 2024-11-27T03:23:00,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/3f0e1c7014b447a9b3191d85ac21cf03 2024-11-27T03:23:00,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/87c0a7f13a71402b9fd873615a9a54b0 is 50, key is test_row_0/C:col10/1732677779678/Put/seqid=0 2024-11-27T03:23:00,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742395_1571 (size=12151) 2024-11-27T03:23:00,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677840360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677840360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677840361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677840369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677840375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T03:23:00,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-27T03:23:00,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/87c0a7f13a71402b9fd873615a9a54b0 2024-11-27T03:23:00,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/2d949e757e614b81b81a8ab4e8faaa6a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/2d949e757e614b81b81a8ab4e8faaa6a 2024-11-27T03:23:00,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/2d949e757e614b81b81a8ab4e8faaa6a, entries=150, sequenceid=176, filesize=11.9 K 2024-11-27T03:23:00,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/3f0e1c7014b447a9b3191d85ac21cf03 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/3f0e1c7014b447a9b3191d85ac21cf03 2024-11-27T03:23:00,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/3f0e1c7014b447a9b3191d85ac21cf03, entries=150, sequenceid=176, filesize=11.9 K 2024-11-27T03:23:00,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/87c0a7f13a71402b9fd873615a9a54b0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/87c0a7f13a71402b9fd873615a9a54b0 2024-11-27T03:23:00,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/87c0a7f13a71402b9fd873615a9a54b0, entries=150, sequenceid=176, filesize=11.9 K 2024-11-27T03:23:00,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 81dece54f5db1114c5c5245172ff4631 in 1058ms, sequenceid=176, compaction requested=true 2024-11-27T03:23:00,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:00,745 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:00,746 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:00,746 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/A is initiating minor compaction (all files) 2024-11-27T03:23:00,746 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/A in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:00,746 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/21f3e411bd4f4de583c563c5a3ba5e06, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f3ce371267ab46f580ae0715daec8858, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/2d949e757e614b81b81a8ab4e8faaa6a] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=35.8 K 2024-11-27T03:23:00,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:00,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:00,747 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:00,747 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21f3e411bd4f4de583c563c5a3ba5e06, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732677777030 2024-11-27T03:23:00,748 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3ce371267ab46f580ae0715daec8858, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732677777169 2024-11-27T03:23:00,748 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:00,748 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/B is initiating minor compaction (all files) 2024-11-27T03:23:00,748 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/B in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:00,748 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1a4407a890b2485ba4ad8f7ef34632be, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/69c630a29b104aca9d7d4b83306b3317, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/3f0e1c7014b447a9b3191d85ac21cf03] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=35.8 K 2024-11-27T03:23:00,748 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d949e757e614b81b81a8ab4e8faaa6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732677779677 2024-11-27T03:23:00,749 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a4407a890b2485ba4ad8f7ef34632be, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732677777030 2024-11-27T03:23:00,749 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 69c630a29b104aca9d7d4b83306b3317, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732677777169 2024-11-27T03:23:00,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:00,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:00,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:00,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:00,750 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f0e1c7014b447a9b3191d85ac21cf03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732677779677 2024-11-27T03:23:00,770 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#A#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:00,771 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/8c26f1b660a340259ce1966518191704 is 50, key is test_row_0/A:col10/1732677779678/Put/seqid=0 2024-11-27T03:23:00,783 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#B#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:00,784 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/ae91939ed53d4775b7d4a28d96033dfa is 50, key is test_row_0/B:col10/1732677779678/Put/seqid=0 2024-11-27T03:23:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742396_1572 (size=12561) 2024-11-27T03:23:00,835 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/8c26f1b660a340259ce1966518191704 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8c26f1b660a340259ce1966518191704 2024-11-27T03:23:00,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742397_1573 (size=12561) 2024-11-27T03:23:00,840 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/A of 81dece54f5db1114c5c5245172ff4631 into 8c26f1b660a340259ce1966518191704(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:00,840 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:00,840 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/A, priority=13, startTime=1732677780745; duration=0sec 2024-11-27T03:23:00,841 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:00,841 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:A 2024-11-27T03:23:00,841 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:00,842 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:00,842 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/C is initiating minor compaction (all files) 2024-11-27T03:23:00,842 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/C in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:00,842 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/accab54d8eea4523ae6d3490e087cfb2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/4d5d5081d019461e87d9723d2efb623e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/87c0a7f13a71402b9fd873615a9a54b0] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=35.8 K 2024-11-27T03:23:00,842 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting accab54d8eea4523ae6d3490e087cfb2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732677777030 2024-11-27T03:23:00,844 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d5d5081d019461e87d9723d2efb623e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732677777169 2024-11-27T03:23:00,845 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87c0a7f13a71402b9fd873615a9a54b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732677779677 2024-11-27T03:23:00,863 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#C#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:00,864 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/7f6c02cce6714888b3865162d540930b is 50, key is test_row_0/C:col10/1732677779678/Put/seqid=0 2024-11-27T03:23:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:00,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T03:23:00,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:00,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:00,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:00,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:00,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:00,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:00,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742398_1574 (size=12561) 2024-11-27T03:23:00,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/599c1bbb7c51452c9c21eb04bc3664ee is 50, key is test_row_0/A:col10/1732677780881/Put/seqid=0 2024-11-27T03:23:00,908 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/7f6c02cce6714888b3865162d540930b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/7f6c02cce6714888b3865162d540930b 2024-11-27T03:23:00,914 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/C of 81dece54f5db1114c5c5245172ff4631 into 7f6c02cce6714888b3865162d540930b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:00,914 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:00,914 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/C, priority=13, startTime=1732677780750; duration=0sec 2024-11-27T03:23:00,914 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:00,914 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:C 2024-11-27T03:23:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742399_1575 (size=19321) 2024-11-27T03:23:00,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677840932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677840932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677840934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677840943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:00,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677840943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677841056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677841056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677841060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677841060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677841061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T03:23:01,145 INFO [Thread-2355 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-27T03:23:01,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-27T03:23:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T03:23:01,150 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:01,150 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:01,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:01,245 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/ae91939ed53d4775b7d4a28d96033dfa as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ae91939ed53d4775b7d4a28d96033dfa 2024-11-27T03:23:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T03:23:01,253 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/B of 81dece54f5db1114c5c5245172ff4631 into ae91939ed53d4775b7d4a28d96033dfa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:01,253 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:01,253 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/B, priority=13, startTime=1732677780747; duration=0sec 2024-11-27T03:23:01,253 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:01,253 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:23:01,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677841272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677841272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677841278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677841279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677841279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,304 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:01,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T03:23:01,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:01,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:01,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:01,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:01,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:01,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/599c1bbb7c51452c9c21eb04bc3664ee 2024-11-27T03:23:01,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/ee013fc6d1b44b2088b68cfea37cf5f1 is 50, key is test_row_0/B:col10/1732677780881/Put/seqid=0 2024-11-27T03:23:01,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742400_1576 (size=12151) 2024-11-27T03:23:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T03:23:01,458 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:01,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T03:23:01,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:01,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:01,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:01,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:01,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:01,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677841586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677841587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677841595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677841595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677841590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:01,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:01,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T03:23:01,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:01,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:01,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:01,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:01,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T03:23:01,777 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:01,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T03:23:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:01,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:01,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/ee013fc6d1b44b2088b68cfea37cf5f1 2024-11-27T03:23:01,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/26ac64aac8794cdd8c0b4ac5738c66b5 is 50, key is test_row_0/C:col10/1732677780881/Put/seqid=0 2024-11-27T03:23:01,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742401_1577 (size=12151) 2024-11-27T03:23:01,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/26ac64aac8794cdd8c0b4ac5738c66b5 2024-11-27T03:23:01,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/599c1bbb7c51452c9c21eb04bc3664ee as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/599c1bbb7c51452c9c21eb04bc3664ee 2024-11-27T03:23:01,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/599c1bbb7c51452c9c21eb04bc3664ee, entries=300, sequenceid=198, filesize=18.9 K 2024-11-27T03:23:01,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/ee013fc6d1b44b2088b68cfea37cf5f1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ee013fc6d1b44b2088b68cfea37cf5f1 2024-11-27T03:23:01,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ee013fc6d1b44b2088b68cfea37cf5f1, entries=150, sequenceid=198, filesize=11.9 K 2024-11-27T03:23:01,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/26ac64aac8794cdd8c0b4ac5738c66b5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/26ac64aac8794cdd8c0b4ac5738c66b5 2024-11-27T03:23:01,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/26ac64aac8794cdd8c0b4ac5738c66b5, entries=150, sequenceid=198, filesize=11.9 K 2024-11-27T03:23:01,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 81dece54f5db1114c5c5245172ff4631 in 1029ms, sequenceid=198, compaction requested=false 2024-11-27T03:23:01,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:01,934 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:01,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T03:23:01,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:01,935 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T03:23:01,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:01,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:01,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:01,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:01,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:01,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:01,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/461f62e5c70d4d33bba1ab283466b189 is 50, key is test_row_0/A:col10/1732677780933/Put/seqid=0 2024-11-27T03:23:02,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742402_1578 (size=12151) 2024-11-27T03:23:02,003 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/461f62e5c70d4d33bba1ab283466b189 2024-11-27T03:23:02,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/313d77342b814e06a8ffe57dceff8e5d is 50, key is test_row_0/B:col10/1732677780933/Put/seqid=0 2024-11-27T03:23:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742403_1579 (size=12151) 2024-11-27T03:23:02,060 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/313d77342b814e06a8ffe57dceff8e5d 2024-11-27T03:23:02,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/6d9d73833bba40e4950e48d4c15b70fb is 50, key is test_row_0/C:col10/1732677780933/Put/seqid=0 2024-11-27T03:23:02,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:02,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742404_1580 (size=12151) 2024-11-27T03:23:02,121 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/6d9d73833bba40e4950e48d4c15b70fb 2024-11-27T03:23:02,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/461f62e5c70d4d33bba1ab283466b189 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/461f62e5c70d4d33bba1ab283466b189 2024-11-27T03:23:02,130 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/461f62e5c70d4d33bba1ab283466b189, entries=150, sequenceid=215, filesize=11.9 K 2024-11-27T03:23:02,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/313d77342b814e06a8ffe57dceff8e5d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/313d77342b814e06a8ffe57dceff8e5d 2024-11-27T03:23:02,135 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/313d77342b814e06a8ffe57dceff8e5d, entries=150, sequenceid=215, filesize=11.9 K 2024-11-27T03:23:02,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/6d9d73833bba40e4950e48d4c15b70fb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6d9d73833bba40e4950e48d4c15b70fb 2024-11-27T03:23:02,142 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6d9d73833bba40e4950e48d4c15b70fb, entries=150, sequenceid=215, filesize=11.9 K 2024-11-27T03:23:02,143 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=93.93 KB/96180 for 81dece54f5db1114c5c5245172ff4631 in 208ms, sequenceid=215, compaction requested=true 2024-11-27T03:23:02,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:02,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:02,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-27T03:23:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-27T03:23:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:02,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T03:23:02,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:02,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:02,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:02,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:02,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:02,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:02,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-27T03:23:02,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-27T03:23:02,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.0060 sec 2024-11-27T03:23:02,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/0f2edc9bab1b4a81af66e0751699c72e is 50, key is test_row_0/A:col10/1732677782149/Put/seqid=0 2024-11-27T03:23:02,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677842186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677842187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677842188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677842191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677842199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742405_1581 (size=12151) 2024-11-27T03:23:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T03:23:02,254 INFO [Thread-2355 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-27T03:23:02,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-27T03:23:02,259 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:02,259 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:02,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T03:23:02,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677842300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677842301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677842305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677842308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677842316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T03:23:02,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:02,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T03:23:02,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:02,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:02,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:02,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:02,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:02,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677842512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677842514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677842515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677842516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677842528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:02,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T03:23:02,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:02,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:02,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:02,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:02,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T03:23:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:02,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/0f2edc9bab1b4a81af66e0751699c72e 2024-11-27T03:23:02,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/e82d3b327a134c15a6b9aa3870a96e4b is 50, key is test_row_0/B:col10/1732677782149/Put/seqid=0 2024-11-27T03:23:02,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742406_1582 (size=12151) 2024-11-27T03:23:02,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/e82d3b327a134c15a6b9aa3870a96e4b 2024-11-27T03:23:02,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/7a586f985a194fa8aa9974afb7ca5248 is 50, key is test_row_0/C:col10/1732677782149/Put/seqid=0 2024-11-27T03:23:02,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:02,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T03:23:02,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:02,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:02,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:02,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:02,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:02,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742407_1583 (size=12151) 2024-11-27T03:23:02,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/7a586f985a194fa8aa9974afb7ca5248 2024-11-27T03:23:02,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/0f2edc9bab1b4a81af66e0751699c72e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0f2edc9bab1b4a81af66e0751699c72e 2024-11-27T03:23:02,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0f2edc9bab1b4a81af66e0751699c72e, entries=150, sequenceid=234, filesize=11.9 K 2024-11-27T03:23:02,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/e82d3b327a134c15a6b9aa3870a96e4b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e82d3b327a134c15a6b9aa3870a96e4b 2024-11-27T03:23:02,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e82d3b327a134c15a6b9aa3870a96e4b, entries=150, sequenceid=234, filesize=11.9 K 2024-11-27T03:23:02,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/7a586f985a194fa8aa9974afb7ca5248 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/7a586f985a194fa8aa9974afb7ca5248 2024-11-27T03:23:02,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/7a586f985a194fa8aa9974afb7ca5248, entries=150, sequenceid=234, filesize=11.9 K 2024-11-27T03:23:02,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 81dece54f5db1114c5c5245172ff4631 in 630ms, sequenceid=234, compaction requested=true 2024-11-27T03:23:02,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:02,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:02,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:02,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:02,779 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:02,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:02,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:02,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:23:02,779 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:02,781 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:02,781 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/B is initiating minor compaction (all files) 2024-11-27T03:23:02,781 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/B in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:02,781 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ae91939ed53d4775b7d4a28d96033dfa, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ee013fc6d1b44b2088b68cfea37cf5f1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/313d77342b814e06a8ffe57dceff8e5d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e82d3b327a134c15a6b9aa3870a96e4b] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=47.9 K 2024-11-27T03:23:02,782 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56184 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:02,782 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/A is initiating minor compaction (all files) 2024-11-27T03:23:02,782 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/A in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:02,782 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8c26f1b660a340259ce1966518191704, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/599c1bbb7c51452c9c21eb04bc3664ee, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/461f62e5c70d4d33bba1ab283466b189, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0f2edc9bab1b4a81af66e0751699c72e] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=54.9 K 2024-11-27T03:23:02,782 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae91939ed53d4775b7d4a28d96033dfa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732677779677 2024-11-27T03:23:02,782 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c26f1b660a340259ce1966518191704, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732677779677 2024-11-27T03:23:02,782 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee013fc6d1b44b2088b68cfea37cf5f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732677780881 2024-11-27T03:23:02,783 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 599c1bbb7c51452c9c21eb04bc3664ee, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732677779722 2024-11-27T03:23:02,783 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 313d77342b814e06a8ffe57dceff8e5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732677780932 2024-11-27T03:23:02,783 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 461f62e5c70d4d33bba1ab283466b189, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732677780932 2024-11-27T03:23:02,783 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e82d3b327a134c15a6b9aa3870a96e4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732677782134 2024-11-27T03:23:02,783 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f2edc9bab1b4a81af66e0751699c72e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732677782134 2024-11-27T03:23:02,796 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#B#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:02,796 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/394a18b351f340a7922123c0240f76ef is 50, key is test_row_0/B:col10/1732677782149/Put/seqid=0 2024-11-27T03:23:02,802 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#A#compaction#496 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:02,803 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/fd225145d18b4a76a83b1f8e657f4a67 is 50, key is test_row_0/A:col10/1732677782149/Put/seqid=0 2024-11-27T03:23:02,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T03:23:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:02,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:02,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:02,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:02,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:02,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:02,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:02,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742408_1584 (size=12697) 2024-11-27T03:23:02,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742409_1585 (size=12697) 2024-11-27T03:23:02,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f748d755c99b4ddea8bce5ec14b1c466 is 50, key is test_row_0/A:col10/1732677782837/Put/seqid=0 2024-11-27T03:23:02,857 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/394a18b351f340a7922123c0240f76ef as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/394a18b351f340a7922123c0240f76ef 2024-11-27T03:23:02,863 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/B of 81dece54f5db1114c5c5245172ff4631 into 394a18b351f340a7922123c0240f76ef(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:02,863 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:02,863 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/B, priority=12, startTime=1732677782779; duration=0sec 2024-11-27T03:23:02,863 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:02,863 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:23:02,863 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:02,865 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:02,865 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/C is initiating minor compaction (all files) 2024-11-27T03:23:02,865 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/C in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:02,865 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/7f6c02cce6714888b3865162d540930b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/26ac64aac8794cdd8c0b4ac5738c66b5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6d9d73833bba40e4950e48d4c15b70fb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/7a586f985a194fa8aa9974afb7ca5248] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=47.9 K 2024-11-27T03:23:02,866 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f6c02cce6714888b3865162d540930b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732677779677 2024-11-27T03:23:02,866 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26ac64aac8794cdd8c0b4ac5738c66b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732677780881 2024-11-27T03:23:02,868 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d9d73833bba40e4950e48d4c15b70fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732677780932 2024-11-27T03:23:02,868 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a586f985a194fa8aa9974afb7ca5248, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732677782134 2024-11-27T03:23:02,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:02,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T03:23:02,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:02,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:02,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:02,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:02,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T03:23:02,887 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#C#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:02,888 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/869403e05b044247ada72426d04a5328 is 50, key is test_row_0/C:col10/1732677782149/Put/seqid=0 2024-11-27T03:23:02,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742410_1586 (size=16931) 2024-11-27T03:23:02,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f748d755c99b4ddea8bce5ec14b1c466 2024-11-27T03:23:02,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/61a24aed7ca2455b8946f45b815ca348 is 50, key is test_row_0/B:col10/1732677782837/Put/seqid=0 2024-11-27T03:23:02,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677842907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677842908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742411_1587 (size=12697) 2024-11-27T03:23:02,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677842923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677842925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677842926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:02,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742412_1588 (size=12151) 2024-11-27T03:23:03,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:03,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T03:23:03,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:03,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:03,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:03,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:03,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:03,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677843027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677843046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677843047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677843051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677843052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,175 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:03,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T03:23:03,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:03,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:03,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:03,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:03,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:03,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677843243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,250 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/fd225145d18b4a76a83b1f8e657f4a67 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/fd225145d18b4a76a83b1f8e657f4a67 2024-11-27T03:23:03,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677843260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,262 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/A of 81dece54f5db1114c5c5245172ff4631 into fd225145d18b4a76a83b1f8e657f4a67(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:03,262 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:03,263 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/A, priority=12, startTime=1732677782779; duration=0sec 2024-11-27T03:23:03,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677843261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,263 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:03,263 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:A 2024-11-27T03:23:03,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677843269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677843277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:03,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T03:23:03,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:03,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:03,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:03,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:03,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:03,341 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/869403e05b044247ada72426d04a5328 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/869403e05b044247ada72426d04a5328 2024-11-27T03:23:03,345 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/C of 81dece54f5db1114c5c5245172ff4631 into 869403e05b044247ada72426d04a5328(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:03,345 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:03,345 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/C, priority=12, startTime=1732677782779; duration=0sec 2024-11-27T03:23:03,345 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:03,345 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:C 2024-11-27T03:23:03,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/61a24aed7ca2455b8946f45b815ca348 2024-11-27T03:23:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T03:23:03,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f70588d924c34c748ed5dab54675ae1c is 50, key is test_row_0/C:col10/1732677782837/Put/seqid=0 2024-11-27T03:23:03,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742413_1589 (size=12151) 2024-11-27T03:23:03,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f70588d924c34c748ed5dab54675ae1c 2024-11-27T03:23:03,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f748d755c99b4ddea8bce5ec14b1c466 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f748d755c99b4ddea8bce5ec14b1c466 2024-11-27T03:23:03,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f748d755c99b4ddea8bce5ec14b1c466, entries=250, sequenceid=253, filesize=16.5 K 2024-11-27T03:23:03,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/61a24aed7ca2455b8946f45b815ca348 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/61a24aed7ca2455b8946f45b815ca348 2024-11-27T03:23:03,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/61a24aed7ca2455b8946f45b815ca348, entries=150, sequenceid=253, filesize=11.9 K 2024-11-27T03:23:03,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f70588d924c34c748ed5dab54675ae1c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f70588d924c34c748ed5dab54675ae1c 2024-11-27T03:23:03,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f70588d924c34c748ed5dab54675ae1c, entries=150, sequenceid=253, filesize=11.9 K 2024-11-27T03:23:03,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 81dece54f5db1114c5c5245172ff4631 in 617ms, sequenceid=253, compaction requested=false 2024-11-27T03:23:03,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:03,487 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:03,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T03:23:03,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:03,488 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T03:23:03,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:03,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:03,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:03,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:03,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:03,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:03,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/7c1c4b9eee4e48cd8b19d43492d1e666 is 50, key is test_row_0/A:col10/1732677782924/Put/seqid=0 2024-11-27T03:23:03,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742414_1590 (size=12301) 2024-11-27T03:23:03,540 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/7c1c4b9eee4e48cd8b19d43492d1e666 2024-11-27T03:23:03,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/1e4b53582931430889f0504b8904581b is 50, key is test_row_0/B:col10/1732677782924/Put/seqid=0 2024-11-27T03:23:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:03,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:03,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742415_1591 (size=12301) 2024-11-27T03:23:03,598 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/1e4b53582931430889f0504b8904581b 2024-11-27T03:23:03,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/6e4f575b1c9b4adb914bea7a00b68404 is 50, key is test_row_0/C:col10/1732677782924/Put/seqid=0 2024-11-27T03:23:03,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677843616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677843617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677843618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677843632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677843642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742416_1592 (size=12301) 2024-11-27T03:23:03,666 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/6e4f575b1c9b4adb914bea7a00b68404 2024-11-27T03:23:03,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/7c1c4b9eee4e48cd8b19d43492d1e666 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/7c1c4b9eee4e48cd8b19d43492d1e666 2024-11-27T03:23:03,677 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/7c1c4b9eee4e48cd8b19d43492d1e666, entries=150, sequenceid=273, filesize=12.0 K 2024-11-27T03:23:03,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/1e4b53582931430889f0504b8904581b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1e4b53582931430889f0504b8904581b 2024-11-27T03:23:03,681 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1e4b53582931430889f0504b8904581b, entries=150, sequenceid=273, filesize=12.0 K 2024-11-27T03:23:03,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/6e4f575b1c9b4adb914bea7a00b68404 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6e4f575b1c9b4adb914bea7a00b68404 2024-11-27T03:23:03,700 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6e4f575b1c9b4adb914bea7a00b68404, entries=150, sequenceid=273, filesize=12.0 K 2024-11-27T03:23:03,701 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 81dece54f5db1114c5c5245172ff4631 in 213ms, sequenceid=273, compaction requested=true 2024-11-27T03:23:03,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:03,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:03,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-27T03:23:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-27T03:23:03,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-27T03:23:03,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4430 sec 2024-11-27T03:23:03,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.4470 sec 2024-11-27T03:23:03,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T03:23:03,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:03,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:03,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:03,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:03,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:03,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:03,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/724c0184a0ca49afad22fc240bf87b4d is 50, key is test_row_0/A:col10/1732677783628/Put/seqid=0 2024-11-27T03:23:03,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742417_1593 (size=14741) 2024-11-27T03:23:03,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677843775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677843776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677843782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677843790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677843791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677843893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677843894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677843895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677843901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:03,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677843901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677844108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677844108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677844108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677844115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677844115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/724c0184a0ca49afad22fc240bf87b4d 2024-11-27T03:23:04,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/e559c24d48b541e7af7ef963fc55dcc1 is 50, key is test_row_0/B:col10/1732677783628/Put/seqid=0 2024-11-27T03:23:04,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742418_1594 (size=12301) 2024-11-27T03:23:04,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/e559c24d48b541e7af7ef963fc55dcc1 2024-11-27T03:23:04,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f85033a5529241799f7432cba5761da1 is 50, key is test_row_0/C:col10/1732677783628/Put/seqid=0 2024-11-27T03:23:04,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742419_1595 (size=12301) 2024-11-27T03:23:04,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f85033a5529241799f7432cba5761da1 2024-11-27T03:23:04,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/724c0184a0ca49afad22fc240bf87b4d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/724c0184a0ca49afad22fc240bf87b4d 2024-11-27T03:23:04,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/724c0184a0ca49afad22fc240bf87b4d, entries=200, sequenceid=294, filesize=14.4 K 2024-11-27T03:23:04,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/e559c24d48b541e7af7ef963fc55dcc1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e559c24d48b541e7af7ef963fc55dcc1 2024-11-27T03:23:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T03:23:04,378 INFO [Thread-2355 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-27T03:23:04,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-27T03:23:04,383 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:04,383 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:04,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T03:23:04,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e559c24d48b541e7af7ef963fc55dcc1, entries=150, sequenceid=294, filesize=12.0 K 2024-11-27T03:23:04,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f85033a5529241799f7432cba5761da1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f85033a5529241799f7432cba5761da1 2024-11-27T03:23:04,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f85033a5529241799f7432cba5761da1, entries=150, sequenceid=294, filesize=12.0 K 2024-11-27T03:23:04,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 81dece54f5db1114c5c5245172ff4631 in 661ms, sequenceid=294, compaction requested=true 2024-11-27T03:23:04,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:04,398 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:04,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:04,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:04,400 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:04,400 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56670 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:04,400 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/A is initiating minor compaction (all files) 2024-11-27T03:23:04,400 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/A in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:04,400 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/fd225145d18b4a76a83b1f8e657f4a67, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f748d755c99b4ddea8bce5ec14b1c466, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/7c1c4b9eee4e48cd8b19d43492d1e666, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/724c0184a0ca49afad22fc240bf87b4d] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=55.3 K 2024-11-27T03:23:04,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:04,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:04,401 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd225145d18b4a76a83b1f8e657f4a67, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732677782134 2024-11-27T03:23:04,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:04,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:04,401 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f748d755c99b4ddea8bce5ec14b1c466, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732677782187 2024-11-27T03:23:04,401 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c1c4b9eee4e48cd8b19d43492d1e666, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732677782916 2024-11-27T03:23:04,401 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:04,401 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/B is initiating minor compaction (all files) 2024-11-27T03:23:04,401 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/B in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:04,402 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/394a18b351f340a7922123c0240f76ef, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/61a24aed7ca2455b8946f45b815ca348, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1e4b53582931430889f0504b8904581b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e559c24d48b541e7af7ef963fc55dcc1] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=48.3 K 2024-11-27T03:23:04,402 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 724c0184a0ca49afad22fc240bf87b4d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732677783615 2024-11-27T03:23:04,402 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 394a18b351f340a7922123c0240f76ef, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732677782134 2024-11-27T03:23:04,403 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 61a24aed7ca2455b8946f45b815ca348, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732677782187 2024-11-27T03:23:04,403 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e4b53582931430889f0504b8904581b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732677782916 2024-11-27T03:23:04,404 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting e559c24d48b541e7af7ef963fc55dcc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732677783615 2024-11-27T03:23:04,422 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#B#compaction#507 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:04,422 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/eaffa8de33ce456491357ec0d1fbc28d is 50, key is test_row_0/B:col10/1732677783628/Put/seqid=0 2024-11-27T03:23:04,427 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#A#compaction#508 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:04,427 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/56102c80ac70475b8894fcb78f7b6abb is 50, key is test_row_0/A:col10/1732677783628/Put/seqid=0 2024-11-27T03:23:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:04,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T03:23:04,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:04,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:04,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:04,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:04,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:04,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:04,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742420_1596 (size=12983) 2024-11-27T03:23:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T03:23:04,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/557a79d806ce48858acaa09dda747122 is 50, key is test_row_0/A:col10/1732677784441/Put/seqid=0 2024-11-27T03:23:04,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677844489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677844493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677844494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742421_1597 (size=12983) 2024-11-27T03:23:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677844495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677844506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:04,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T03:23:04,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:04,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:04,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:04,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:04,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:04,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742422_1598 (size=17181) 2024-11-27T03:23:04,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/557a79d806ce48858acaa09dda747122 2024-11-27T03:23:04,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/6769a5de982f4a558a31af88a3d8ba6b is 50, key is test_row_0/B:col10/1732677784441/Put/seqid=0 2024-11-27T03:23:04,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677844610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677844611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677844611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677844616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677844624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742423_1599 (size=12301) 2024-11-27T03:23:04,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/6769a5de982f4a558a31af88a3d8ba6b 2024-11-27T03:23:04,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/2303e64caa084b6cb7862d04b65dbd44 is 50, key is test_row_0/C:col10/1732677784441/Put/seqid=0 2024-11-27T03:23:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T03:23:04,704 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:04,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T03:23:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:04,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:04,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742424_1600 (size=12301) 2024-11-27T03:23:04,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/2303e64caa084b6cb7862d04b65dbd44 2024-11-27T03:23:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/557a79d806ce48858acaa09dda747122 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/557a79d806ce48858acaa09dda747122 2024-11-27T03:23:04,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/557a79d806ce48858acaa09dda747122, entries=250, sequenceid=311, filesize=16.8 K 2024-11-27T03:23:04,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/6769a5de982f4a558a31af88a3d8ba6b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6769a5de982f4a558a31af88a3d8ba6b 2024-11-27T03:23:04,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6769a5de982f4a558a31af88a3d8ba6b, entries=150, sequenceid=311, filesize=12.0 K 2024-11-27T03:23:04,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/2303e64caa084b6cb7862d04b65dbd44 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/2303e64caa084b6cb7862d04b65dbd44 2024-11-27T03:23:04,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/2303e64caa084b6cb7862d04b65dbd44, entries=150, sequenceid=311, filesize=12.0 K 2024-11-27T03:23:04,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 81dece54f5db1114c5c5245172ff4631 in 311ms, sequenceid=311, compaction requested=true 2024-11-27T03:23:04,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:04,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:A, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:04,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:23:04,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:B, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:04,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T03:23:04,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:04,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T03:23:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:04,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T03:23:04,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:04,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:04,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:04,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:04,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:04,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:04,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:04,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T03:23:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:04,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:04,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:04,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/e3b63eb73ac94d308fe7fdc670aab93a is 50, key is test_row_0/A:col10/1732677784852/Put/seqid=0 2024-11-27T03:23:04,876 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/eaffa8de33ce456491357ec0d1fbc28d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/eaffa8de33ce456491357ec0d1fbc28d 2024-11-27T03:23:04,881 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/B of 81dece54f5db1114c5c5245172ff4631 into eaffa8de33ce456491357ec0d1fbc28d(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:04,881 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:04,881 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/B, priority=12, startTime=1732677784399; duration=0sec 2024-11-27T03:23:04,881 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-27T03:23:04,881 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:23:04,881 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-27T03:23:04,882 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T03:23:04,882 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T03:23:04,882 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. because compaction request was cancelled 2024-11-27T03:23:04,882 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:A 2024-11-27T03:23:04,882 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T03:23:04,884 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61751 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T03:23:04,884 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/C is initiating minor compaction (all files) 2024-11-27T03:23:04,884 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/C in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:04,884 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/869403e05b044247ada72426d04a5328, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f70588d924c34c748ed5dab54675ae1c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6e4f575b1c9b4adb914bea7a00b68404, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f85033a5529241799f7432cba5761da1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/2303e64caa084b6cb7862d04b65dbd44] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=60.3 K 2024-11-27T03:23:04,885 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 869403e05b044247ada72426d04a5328, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732677782134 2024-11-27T03:23:04,885 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f70588d924c34c748ed5dab54675ae1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732677782187 2024-11-27T03:23:04,885 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e4f575b1c9b4adb914bea7a00b68404, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732677782916 2024-11-27T03:23:04,885 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f85033a5529241799f7432cba5761da1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732677783615 2024-11-27T03:23:04,886 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2303e64caa084b6cb7862d04b65dbd44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732677783790 2024-11-27T03:23:04,919 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/56102c80ac70475b8894fcb78f7b6abb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/56102c80ac70475b8894fcb78f7b6abb 2024-11-27T03:23:04,923 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/A of 81dece54f5db1114c5c5245172ff4631 into 56102c80ac70475b8894fcb78f7b6abb(size=12.7 K), total size for store is 29.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:04,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:04,924 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/A, priority=12, startTime=1732677784398; duration=0sec 2024-11-27T03:23:04,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:23:04,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:A 2024-11-27T03:23:04,924 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#C#compaction#513 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:04,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:23:04,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-27T03:23:04,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T03:23:04,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T03:23:04,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. because compaction request was cancelled 2024-11-27T03:23:04,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:C 2024-11-27T03:23:04,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T03:23:04,924 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/b3af95cd28814f758c5a64740f3ecc0b is 50, key is test_row_0/C:col10/1732677784441/Put/seqid=0 2024-11-27T03:23:04,925 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T03:23:04,926 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T03:23:04,926 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. because compaction request was cancelled 2024-11-27T03:23:04,926 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:23:04,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677844905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677844906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677844907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677844909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677844910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:04,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742425_1601 (size=17181) 2024-11-27T03:23:04,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/e3b63eb73ac94d308fe7fdc670aab93a 2024-11-27T03:23:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T03:23:04,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742426_1602 (size=13017) 2024-11-27T03:23:05,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/efba91cad2154e2899a2a57deb14d455 is 50, key is test_row_0/B:col10/1732677784852/Put/seqid=0 2024-11-27T03:23:05,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:05,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T03:23:05,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:05,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677845032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677845034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677845034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677845035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677845035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742427_1603 (size=12301) 2024-11-27T03:23:05,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:05,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T03:23:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677845253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677845254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677845261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677845262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677845262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:05,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T03:23:05,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:05,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,396 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/b3af95cd28814f758c5a64740f3ecc0b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/b3af95cd28814f758c5a64740f3ecc0b 2024-11-27T03:23:05,401 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/C of 81dece54f5db1114c5c5245172ff4631 into b3af95cd28814f758c5a64740f3ecc0b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:05,401 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:05,401 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/C, priority=11, startTime=1732677784755; duration=0sec 2024-11-27T03:23:05,401 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:05,401 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:C 2024-11-27T03:23:05,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/efba91cad2154e2899a2a57deb14d455 2024-11-27T03:23:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T03:23:05,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:05,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T03:23:05,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:05,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/388a5e2d58024d5e9e089f507591143c is 50, key is test_row_0/C:col10/1732677784852/Put/seqid=0 2024-11-27T03:23:05,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742428_1604 (size=12301) 2024-11-27T03:23:05,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/388a5e2d58024d5e9e089f507591143c 2024-11-27T03:23:05,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/e3b63eb73ac94d308fe7fdc670aab93a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/e3b63eb73ac94d308fe7fdc670aab93a 2024-11-27T03:23:05,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/e3b63eb73ac94d308fe7fdc670aab93a, entries=250, sequenceid=332, filesize=16.8 K 2024-11-27T03:23:05,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/efba91cad2154e2899a2a57deb14d455 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/efba91cad2154e2899a2a57deb14d455 2024-11-27T03:23:05,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677845566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/efba91cad2154e2899a2a57deb14d455, entries=150, sequenceid=332, filesize=12.0 K 2024-11-27T03:23:05,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/388a5e2d58024d5e9e089f507591143c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/388a5e2d58024d5e9e089f507591143c 2024-11-27T03:23:05,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/388a5e2d58024d5e9e089f507591143c, entries=150, sequenceid=332, filesize=12.0 K 2024-11-27T03:23:05,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 81dece54f5db1114c5c5245172ff4631 in 728ms, sequenceid=332, compaction requested=true 2024-11-27T03:23:05,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:05,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:05,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:05,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:05,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:23:05,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:05,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T03:23:05,581 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:05,581 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:05,582 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:05,582 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/B is initiating minor compaction (all files) 2024-11-27T03:23:05,582 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/B in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,582 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/eaffa8de33ce456491357ec0d1fbc28d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6769a5de982f4a558a31af88a3d8ba6b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/efba91cad2154e2899a2a57deb14d455] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=36.7 K 2024-11-27T03:23:05,583 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:05,583 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/A is initiating minor compaction (all files) 2024-11-27T03:23:05,583 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/A in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,583 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/56102c80ac70475b8894fcb78f7b6abb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/557a79d806ce48858acaa09dda747122, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/e3b63eb73ac94d308fe7fdc670aab93a] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=46.2 K 2024-11-27T03:23:05,583 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting eaffa8de33ce456491357ec0d1fbc28d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732677783615 2024-11-27T03:23:05,583 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56102c80ac70475b8894fcb78f7b6abb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732677783615 2024-11-27T03:23:05,583 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6769a5de982f4a558a31af88a3d8ba6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732677783790 2024-11-27T03:23:05,584 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 557a79d806ce48858acaa09dda747122, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732677783775 2024-11-27T03:23:05,584 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting efba91cad2154e2899a2a57deb14d455, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732677784494 2024-11-27T03:23:05,584 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3b63eb73ac94d308fe7fdc670aab93a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732677784482 2024-11-27T03:23:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:05,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T03:23:05,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:05,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:05,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:05,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:05,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:05,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:05,606 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#B#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:05,607 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/4a9f5b02c83b414489fe9e1ce9ebc329 is 50, key is test_row_0/B:col10/1732677784852/Put/seqid=0 2024-11-27T03:23:05,618 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#A#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:05,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/68e3d5de66664f38a98d6e0417fa8943 is 50, key is test_row_0/A:col10/1732677784909/Put/seqid=0 2024-11-27T03:23:05,619 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/8900deb302334bef8ffa4b1619b51d45 is 50, key is test_row_0/A:col10/1732677784852/Put/seqid=0 2024-11-27T03:23:05,644 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:05,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T03:23:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742429_1605 (size=13085) 2024-11-27T03:23:05,656 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/4a9f5b02c83b414489fe9e1ce9ebc329 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4a9f5b02c83b414489fe9e1ce9ebc329 2024-11-27T03:23:05,666 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/B of 81dece54f5db1114c5c5245172ff4631 into 4a9f5b02c83b414489fe9e1ce9ebc329(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:05,666 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:05,666 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/B, priority=13, startTime=1732677785581; duration=0sec 2024-11-27T03:23:05,666 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:05,666 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:23:05,666 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T03:23:05,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677845650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677845651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,668 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T03:23:05,668 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T03:23:05,668 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. because compaction request was cancelled 2024-11-27T03:23:05,668 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:C 2024-11-27T03:23:05,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677845653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677845657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742430_1606 (size=14741) 2024-11-27T03:23:05,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/68e3d5de66664f38a98d6e0417fa8943 2024-11-27T03:23:05,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742431_1607 (size=13085) 2024-11-27T03:23:05,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/e4e17ea3520944a889db3eeeb1f4e349 is 50, key is test_row_0/B:col10/1732677784909/Put/seqid=0 2024-11-27T03:23:05,703 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/8900deb302334bef8ffa4b1619b51d45 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8900deb302334bef8ffa4b1619b51d45 2024-11-27T03:23:05,707 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/A of 81dece54f5db1114c5c5245172ff4631 into 8900deb302334bef8ffa4b1619b51d45(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:05,707 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:05,707 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/A, priority=13, startTime=1732677785581; duration=0sec 2024-11-27T03:23:05,707 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:05,707 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:A 2024-11-27T03:23:05,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742432_1608 (size=12301) 2024-11-27T03:23:05,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/e4e17ea3520944a889db3eeeb1f4e349 2024-11-27T03:23:05,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/877ea7aea336477eaf3179c46794e591 is 50, key is test_row_0/C:col10/1732677784909/Put/seqid=0 2024-11-27T03:23:05,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677845768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677845769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677845770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677845770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:05,800 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:05,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T03:23:05,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:05,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:05,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742433_1609 (size=12301) 2024-11-27T03:23:05,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/877ea7aea336477eaf3179c46794e591 2024-11-27T03:23:05,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/68e3d5de66664f38a98d6e0417fa8943 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/68e3d5de66664f38a98d6e0417fa8943 2024-11-27T03:23:05,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/68e3d5de66664f38a98d6e0417fa8943, entries=200, sequenceid=352, filesize=14.4 K 2024-11-27T03:23:05,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/e4e17ea3520944a889db3eeeb1f4e349 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e4e17ea3520944a889db3eeeb1f4e349 2024-11-27T03:23:05,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e4e17ea3520944a889db3eeeb1f4e349, entries=150, sequenceid=352, filesize=12.0 K 2024-11-27T03:23:05,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/877ea7aea336477eaf3179c46794e591 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/877ea7aea336477eaf3179c46794e591 2024-11-27T03:23:05,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/877ea7aea336477eaf3179c46794e591, entries=150, sequenceid=352, filesize=12.0 K 2024-11-27T03:23:05,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 81dece54f5db1114c5c5245172ff4631 in 260ms, sequenceid=352, compaction requested=true 2024-11-27T03:23:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:05,849 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T03:23:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:23:05,850 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:05,850 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T03:23:05,850 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T03:23:05,850 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. because compaction request was cancelled 2024-11-27T03:23:05,850 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:A 2024-11-27T03:23:05,850 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T03:23:05,851 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:05,851 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/C is initiating minor compaction (all files) 2024-11-27T03:23:05,851 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/C in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,851 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/b3af95cd28814f758c5a64740f3ecc0b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/388a5e2d58024d5e9e089f507591143c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/877ea7aea336477eaf3179c46794e591] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=36.7 K 2024-11-27T03:23:05,851 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3af95cd28814f758c5a64740f3ecc0b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732677783790 2024-11-27T03:23:05,853 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T03:23:05,853 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T03:23:05,853 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. because compaction request was cancelled 2024-11-27T03:23:05,853 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:23:05,853 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 388a5e2d58024d5e9e089f507591143c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732677784494 2024-11-27T03:23:05,854 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 877ea7aea336477eaf3179c46794e591, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732677784907 2024-11-27T03:23:05,874 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#C#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:05,875 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f83dab806986452ebff4810ff27dd76a is 50, key is test_row_0/C:col10/1732677784909/Put/seqid=0 2024-11-27T03:23:05,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742434_1610 (size=13119) 2024-11-27T03:23:05,919 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f83dab806986452ebff4810ff27dd76a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f83dab806986452ebff4810ff27dd76a 2024-11-27T03:23:05,924 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/C of 81dece54f5db1114c5c5245172ff4631 into f83dab806986452ebff4810ff27dd76a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:05,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:05,924 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/C, priority=13, startTime=1732677785849; duration=0sec 2024-11-27T03:23:05,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:05,924 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:C 2024-11-27T03:23:05,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:05,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-27T03:23:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:05,954 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T03:23:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:05,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:05,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:05,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/06919776ac33407b8f60cdc71ff324d9 is 50, key is test_row_0/A:col10/1732677785653/Put/seqid=0 2024-11-27T03:23:05,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:06,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742435_1611 (size=12301) 2024-11-27T03:23:06,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677846073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677846076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677846077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677846088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677846090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677846189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677846200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677846200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677846201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677846397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,411 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/06919776ac33407b8f60cdc71ff324d9 2024-11-27T03:23:06,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677846417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/87d18695d77a477bbf389b02aa7972e0 is 50, key is test_row_0/B:col10/1732677785653/Put/seqid=0 2024-11-27T03:23:06,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677846418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677846421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742436_1612 (size=12301) 2024-11-27T03:23:06,472 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/87d18695d77a477bbf389b02aa7972e0 2024-11-27T03:23:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/07e2329173664f9997c3eae3d997684a is 50, key is test_row_0/C:col10/1732677785653/Put/seqid=0 2024-11-27T03:23:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T03:23:06,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742437_1613 (size=12301) 2024-11-27T03:23:06,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677846708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677846728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677846729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677846729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:06,936 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/07e2329173664f9997c3eae3d997684a 2024-11-27T03:23:06,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/06919776ac33407b8f60cdc71ff324d9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/06919776ac33407b8f60cdc71ff324d9 2024-11-27T03:23:06,944 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/06919776ac33407b8f60cdc71ff324d9, entries=150, sequenceid=374, filesize=12.0 K 2024-11-27T03:23:06,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/87d18695d77a477bbf389b02aa7972e0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/87d18695d77a477bbf389b02aa7972e0 2024-11-27T03:23:06,949 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/87d18695d77a477bbf389b02aa7972e0, entries=150, sequenceid=374, filesize=12.0 K 2024-11-27T03:23:06,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/07e2329173664f9997c3eae3d997684a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/07e2329173664f9997c3eae3d997684a 2024-11-27T03:23:06,956 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/07e2329173664f9997c3eae3d997684a, entries=150, sequenceid=374, filesize=12.0 K 2024-11-27T03:23:06,957 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 81dece54f5db1114c5c5245172ff4631 in 1002ms, sequenceid=374, compaction requested=true 2024-11-27T03:23:06,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:06,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:06,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-27T03:23:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-27T03:23:06,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-27T03:23:06,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5740 sec 2024-11-27T03:23:06,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.5790 sec 2024-11-27T03:23:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:07,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T03:23:07,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:07,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:07,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:07,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:07,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:07,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:07,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/462fe44121174e8596c021ac36e1b91d is 50, key is test_row_0/A:col10/1732677786028/Put/seqid=0 2024-11-27T03:23:07,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742438_1614 (size=14741) 2024-11-27T03:23:07,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/462fe44121174e8596c021ac36e1b91d 2024-11-27T03:23:07,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/cb72bb2c767443cdaeefb159a3ad68d9 is 50, key is test_row_0/B:col10/1732677786028/Put/seqid=0 2024-11-27T03:23:07,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742439_1615 (size=12301) 2024-11-27T03:23:07,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677847251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677847252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677847258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677847259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677847260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677847373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677847373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677847374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677847378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677847584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677847584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677847585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677847585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/cb72bb2c767443cdaeefb159a3ad68d9 2024-11-27T03:23:07,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/6b5835ac8bbf4a508abb4493c9fae28b is 50, key is test_row_0/C:col10/1732677786028/Put/seqid=0 2024-11-27T03:23:07,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742440_1616 (size=12301) 2024-11-27T03:23:07,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677847891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677847892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677847898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:07,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677847899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:08,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/6b5835ac8bbf4a508abb4493c9fae28b 2024-11-27T03:23:08,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/462fe44121174e8596c021ac36e1b91d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/462fe44121174e8596c021ac36e1b91d 2024-11-27T03:23:08,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/462fe44121174e8596c021ac36e1b91d, entries=200, sequenceid=393, filesize=14.4 K 2024-11-27T03:23:08,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/cb72bb2c767443cdaeefb159a3ad68d9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/cb72bb2c767443cdaeefb159a3ad68d9 2024-11-27T03:23:08,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/cb72bb2c767443cdaeefb159a3ad68d9, entries=150, sequenceid=393, filesize=12.0 K 2024-11-27T03:23:08,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/6b5835ac8bbf4a508abb4493c9fae28b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6b5835ac8bbf4a508abb4493c9fae28b 2024-11-27T03:23:08,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6b5835ac8bbf4a508abb4493c9fae28b, entries=150, sequenceid=393, filesize=12.0 K 2024-11-27T03:23:08,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 81dece54f5db1114c5c5245172ff4631 in 1009ms, sequenceid=393, compaction requested=true 2024-11-27T03:23:08,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:08,113 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:08,115 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:08,115 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/A is initiating minor compaction (all files) 2024-11-27T03:23:08,115 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/A in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:08,115 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8900deb302334bef8ffa4b1619b51d45, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/68e3d5de66664f38a98d6e0417fa8943, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/06919776ac33407b8f60cdc71ff324d9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/462fe44121174e8596c021ac36e1b91d] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=53.6 K 2024-11-27T03:23:08,115 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8900deb302334bef8ffa4b1619b51d45, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732677784494 2024-11-27T03:23:08,116 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68e3d5de66664f38a98d6e0417fa8943, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732677784907 2024-11-27T03:23:08,116 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06919776ac33407b8f60cdc71ff324d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732677785647 2024-11-27T03:23:08,116 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 462fe44121174e8596c021ac36e1b91d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732677786028 2024-11-27T03:23:08,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:08,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:08,122 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:08,123 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:08,123 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/B is initiating minor compaction (all files) 2024-11-27T03:23:08,123 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/B in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:08,123 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4a9f5b02c83b414489fe9e1ce9ebc329, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e4e17ea3520944a889db3eeeb1f4e349, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/87d18695d77a477bbf389b02aa7972e0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/cb72bb2c767443cdaeefb159a3ad68d9] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=48.8 K 2024-11-27T03:23:08,125 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a9f5b02c83b414489fe9e1ce9ebc329, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732677784494 2024-11-27T03:23:08,125 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting e4e17ea3520944a889db3eeeb1f4e349, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732677784907 2024-11-27T03:23:08,125 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 87d18695d77a477bbf389b02aa7972e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732677785647 2024-11-27T03:23:08,126 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting cb72bb2c767443cdaeefb159a3ad68d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732677786028 2024-11-27T03:23:08,130 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#A#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:08,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:08,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:08,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:08,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:08,131 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/ceaf60ac76124c3b9bea30179e8f127e is 50, key is test_row_0/A:col10/1732677786028/Put/seqid=0 2024-11-27T03:23:08,140 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#B#compaction#529 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:08,141 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/5acdeb06e3fa4a658924f4bfa22b3ff9 is 50, key is test_row_0/B:col10/1732677786028/Put/seqid=0 2024-11-27T03:23:08,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742441_1617 (size=13221) 2024-11-27T03:23:08,197 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/ceaf60ac76124c3b9bea30179e8f127e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/ceaf60ac76124c3b9bea30179e8f127e 2024-11-27T03:23:08,202 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/A of 81dece54f5db1114c5c5245172ff4631 into ceaf60ac76124c3b9bea30179e8f127e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:08,202 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:08,202 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/A, priority=12, startTime=1732677788113; duration=0sec 2024-11-27T03:23:08,203 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:08,203 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:A 2024-11-27T03:23:08,203 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:08,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742442_1618 (size=13221) 2024-11-27T03:23:08,205 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:08,205 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/C is initiating minor compaction (all files) 2024-11-27T03:23:08,205 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/C in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:08,205 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f83dab806986452ebff4810ff27dd76a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/07e2329173664f9997c3eae3d997684a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6b5835ac8bbf4a508abb4493c9fae28b] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=36.8 K 2024-11-27T03:23:08,206 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f83dab806986452ebff4810ff27dd76a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732677784907 2024-11-27T03:23:08,206 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07e2329173664f9997c3eae3d997684a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732677785647 2024-11-27T03:23:08,207 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b5835ac8bbf4a508abb4493c9fae28b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732677786028 2024-11-27T03:23:08,217 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/5acdeb06e3fa4a658924f4bfa22b3ff9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/5acdeb06e3fa4a658924f4bfa22b3ff9 2024-11-27T03:23:08,226 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/B of 81dece54f5db1114c5c5245172ff4631 into 5acdeb06e3fa4a658924f4bfa22b3ff9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:08,226 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:08,226 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/B, priority=12, startTime=1732677788122; duration=0sec 2024-11-27T03:23:08,226 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:08,226 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:23:08,235 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#C#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:08,236 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f06a1cd8367f4a6cac0605a7453c3ba7 is 50, key is test_row_0/C:col10/1732677786028/Put/seqid=0 2024-11-27T03:23:08,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742443_1619 (size=13221) 2024-11-27T03:23:08,278 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f06a1cd8367f4a6cac0605a7453c3ba7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f06a1cd8367f4a6cac0605a7453c3ba7 2024-11-27T03:23:08,284 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/C of 81dece54f5db1114c5c5245172ff4631 into f06a1cd8367f4a6cac0605a7453c3ba7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:08,285 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:08,285 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/C, priority=13, startTime=1732677788131; duration=0sec 2024-11-27T03:23:08,285 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:08,285 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:C 2024-11-27T03:23:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:08,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T03:23:08,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:08,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:08,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:08,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:08,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:08,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:08,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/0720960056f04cc889e477fbadb174a5 is 50, key is test_row_0/A:col10/1732677787241/Put/seqid=0 2024-11-27T03:23:08,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742444_1620 (size=14741) 2024-11-27T03:23:08,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677848384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:08,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677848397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:08,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677848402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:08,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677848410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:08,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677848411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:08,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677848492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T03:23:08,501 INFO [Thread-2355 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-27T03:23:08,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-27T03:23:08,504 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T03:23:08,505 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:08,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T03:23:08,657 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:08,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T03:23:08,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:08,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:08,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:08,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:08,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:08,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677848702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:08,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/0720960056f04cc889e477fbadb174a5 2024-11-27T03:23:08,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/03f174caa9894f6f993adff5376603bc is 50, key is test_row_0/B:col10/1732677787241/Put/seqid=0 2024-11-27T03:23:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T03:23:08,810 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:08,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T03:23:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:08,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:08,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742445_1621 (size=12301) 2024-11-27T03:23:08,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/03f174caa9894f6f993adff5376603bc 2024-11-27T03:23:08,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/59562f1e14a14c07a3737377d014ee91 is 50, key is test_row_0/C:col10/1732677787241/Put/seqid=0 2024-11-27T03:23:08,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742446_1622 (size=12301) 2024-11-27T03:23:08,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/59562f1e14a14c07a3737377d014ee91 2024-11-27T03:23:08,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/0720960056f04cc889e477fbadb174a5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0720960056f04cc889e477fbadb174a5 2024-11-27T03:23:08,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0720960056f04cc889e477fbadb174a5, entries=200, sequenceid=415, filesize=14.4 K 2024-11-27T03:23:08,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/03f174caa9894f6f993adff5376603bc as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/03f174caa9894f6f993adff5376603bc 2024-11-27T03:23:08,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/03f174caa9894f6f993adff5376603bc, entries=150, sequenceid=415, filesize=12.0 K 2024-11-27T03:23:08,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/59562f1e14a14c07a3737377d014ee91 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/59562f1e14a14c07a3737377d014ee91 2024-11-27T03:23:08,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/59562f1e14a14c07a3737377d014ee91, entries=150, sequenceid=415, filesize=12.0 K 2024-11-27T03:23:08,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 81dece54f5db1114c5c5245172ff4631 in 652ms, sequenceid=415, compaction requested=false 2024-11-27T03:23:08,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:08,963 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:08,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-27T03:23:08,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:08,964 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T03:23:08,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:08,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:08,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:08,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:08,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:08,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:08,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f962ba3f1e234ea291320d00acd232e2 is 50, key is test_row_0/A:col10/1732677788376/Put/seqid=0 2024-11-27T03:23:09,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:09,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742447_1623 (size=12301) 2024-11-27T03:23:09,021 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f962ba3f1e234ea291320d00acd232e2 2024-11-27T03:23:09,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/95fbde88482d4488b0dbddf8f05e289d is 50, key is test_row_0/B:col10/1732677788376/Put/seqid=0 2024-11-27T03:23:09,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742448_1624 (size=12301) 2024-11-27T03:23:09,067 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/95fbde88482d4488b0dbddf8f05e289d 2024-11-27T03:23:09,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/922925f17aca40ec8bfa92e17922845d is 50, key is test_row_0/C:col10/1732677788376/Put/seqid=0 2024-11-27T03:23:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T03:23:09,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742449_1625 (size=12301) 2024-11-27T03:23:09,110 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/922925f17aca40ec8bfa92e17922845d 2024-11-27T03:23:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f962ba3f1e234ea291320d00acd232e2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f962ba3f1e234ea291320d00acd232e2 2024-11-27T03:23:09,123 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f962ba3f1e234ea291320d00acd232e2, entries=150, sequenceid=432, filesize=12.0 K 2024-11-27T03:23:09,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/95fbde88482d4488b0dbddf8f05e289d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/95fbde88482d4488b0dbddf8f05e289d 2024-11-27T03:23:09,139 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/95fbde88482d4488b0dbddf8f05e289d, entries=150, sequenceid=432, filesize=12.0 K 2024-11-27T03:23:09,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/922925f17aca40ec8bfa92e17922845d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/922925f17aca40ec8bfa92e17922845d 2024-11-27T03:23:09,148 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/922925f17aca40ec8bfa92e17922845d, entries=150, sequenceid=432, filesize=12.0 K 2024-11-27T03:23:09,149 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=100.63 KB/103050 for 81dece54f5db1114c5c5245172ff4631 in 185ms, sequenceid=432, compaction requested=true 2024-11-27T03:23:09,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:09,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:09,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-27T03:23:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-27T03:23:09,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-27T03:23:09,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 645 msec 2024-11-27T03:23:09,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 649 msec 2024-11-27T03:23:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:09,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T03:23:09,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:09,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:09,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:09,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:09,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:09,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:09,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/3ab38966175a480d8e745e6265727557 is 50, key is test_row_0/A:col10/1732677789137/Put/seqid=0 2024-11-27T03:23:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742450_1626 (size=12301) 2024-11-27T03:23:09,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/3ab38966175a480d8e745e6265727557 2024-11-27T03:23:09,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/4f656a0bb8724875a4d5b788df56e485 is 50, key is test_row_0/B:col10/1732677789137/Put/seqid=0 2024-11-27T03:23:09,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742451_1627 (size=12301) 2024-11-27T03:23:09,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/4f656a0bb8724875a4d5b788df56e485 2024-11-27T03:23:09,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f13d4c36fe0142dca18c7cd42ead7d1f is 50, key is test_row_0/C:col10/1732677789137/Put/seqid=0 2024-11-27T03:23:09,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677849335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742452_1628 (size=12301) 2024-11-27T03:23:09,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f13d4c36fe0142dca18c7cd42ead7d1f 2024-11-27T03:23:09,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/3ab38966175a480d8e745e6265727557 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/3ab38966175a480d8e745e6265727557 2024-11-27T03:23:09,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/3ab38966175a480d8e745e6265727557, entries=150, sequenceid=451, filesize=12.0 K 2024-11-27T03:23:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/4f656a0bb8724875a4d5b788df56e485 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4f656a0bb8724875a4d5b788df56e485 2024-11-27T03:23:09,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4f656a0bb8724875a4d5b788df56e485, entries=150, sequenceid=451, filesize=12.0 K 2024-11-27T03:23:09,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f13d4c36fe0142dca18c7cd42ead7d1f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f13d4c36fe0142dca18c7cd42ead7d1f 2024-11-27T03:23:09,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f13d4c36fe0142dca18c7cd42ead7d1f, entries=150, sequenceid=451, filesize=12.0 K 2024-11-27T03:23:09,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 81dece54f5db1114c5c5245172ff4631 in 220ms, sequenceid=451, compaction requested=true 2024-11-27T03:23:09,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:09,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:09,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:09,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:09,385 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:09,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:09,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:09,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:23:09,385 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:09,386 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:09,386 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/A is initiating minor compaction (all files) 2024-11-27T03:23:09,386 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/A in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:09,386 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/ceaf60ac76124c3b9bea30179e8f127e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0720960056f04cc889e477fbadb174a5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f962ba3f1e234ea291320d00acd232e2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/3ab38966175a480d8e745e6265727557] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=51.3 K 2024-11-27T03:23:09,387 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:09,387 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/B is initiating minor compaction (all files) 2024-11-27T03:23:09,387 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/B in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:09,387 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/5acdeb06e3fa4a658924f4bfa22b3ff9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/03f174caa9894f6f993adff5376603bc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/95fbde88482d4488b0dbddf8f05e289d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4f656a0bb8724875a4d5b788df56e485] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=48.9 K 2024-11-27T03:23:09,387 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting ceaf60ac76124c3b9bea30179e8f127e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732677786028 2024-11-27T03:23:09,388 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5acdeb06e3fa4a658924f4bfa22b3ff9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732677786028 2024-11-27T03:23:09,388 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0720960056f04cc889e477fbadb174a5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732677787241 2024-11-27T03:23:09,388 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 03f174caa9894f6f993adff5376603bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732677787241 2024-11-27T03:23:09,388 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f962ba3f1e234ea291320d00acd232e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732677788303 2024-11-27T03:23:09,388 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 95fbde88482d4488b0dbddf8f05e289d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732677788303 2024-11-27T03:23:09,388 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ab38966175a480d8e745e6265727557, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732677789137 2024-11-27T03:23:09,389 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f656a0bb8724875a4d5b788df56e485, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732677789137 2024-11-27T03:23:09,405 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#B#compaction#540 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:09,406 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/02993ba7729f4779a4190b292a3af7d4 is 50, key is test_row_0/B:col10/1732677789137/Put/seqid=0 2024-11-27T03:23:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:09,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T03:23:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:09,420 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#A#compaction#541 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:09,421 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/aa9379868b3843618b0f4c50084d8bb1 is 50, key is test_row_0/A:col10/1732677789137/Put/seqid=0 2024-11-27T03:23:09,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/bbb962c7a18d41629f475dde3389b1b8 is 50, key is test_row_0/A:col10/1732677789309/Put/seqid=0 2024-11-27T03:23:09,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742453_1629 (size=13357) 2024-11-27T03:23:09,459 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/02993ba7729f4779a4190b292a3af7d4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/02993ba7729f4779a4190b292a3af7d4 2024-11-27T03:23:09,465 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/B of 81dece54f5db1114c5c5245172ff4631 into 02993ba7729f4779a4190b292a3af7d4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:09,466 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:09,466 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/B, priority=12, startTime=1732677789385; duration=0sec 2024-11-27T03:23:09,466 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:09,466 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:23:09,466 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:09,467 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:09,467 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/C is initiating minor compaction (all files) 2024-11-27T03:23:09,467 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/C in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:09,467 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f06a1cd8367f4a6cac0605a7453c3ba7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/59562f1e14a14c07a3737377d014ee91, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/922925f17aca40ec8bfa92e17922845d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f13d4c36fe0142dca18c7cd42ead7d1f] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=48.9 K 2024-11-27T03:23:09,468 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f06a1cd8367f4a6cac0605a7453c3ba7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732677786028 2024-11-27T03:23:09,468 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 59562f1e14a14c07a3737377d014ee91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732677787241 2024-11-27T03:23:09,469 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 922925f17aca40ec8bfa92e17922845d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732677788303 2024-11-27T03:23:09,470 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f13d4c36fe0142dca18c7cd42ead7d1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732677789137 2024-11-27T03:23:09,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677849474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677849474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677849482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677849483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677849485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742454_1630 (size=13357) 2024-11-27T03:23:09,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742455_1631 (size=14741) 2024-11-27T03:23:09,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/bbb962c7a18d41629f475dde3389b1b8 2024-11-27T03:23:09,530 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#C#compaction#543 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:09,530 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/45a4226ed8fb46779aa4b30acec974bc is 50, key is test_row_0/C:col10/1732677789137/Put/seqid=0 2024-11-27T03:23:09,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/2f14a44938144b959c2298a55500574d is 50, key is test_row_0/B:col10/1732677789309/Put/seqid=0 2024-11-27T03:23:09,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742457_1633 (size=12301) 2024-11-27T03:23:09,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742456_1632 (size=13357) 2024-11-27T03:23:09,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/2f14a44938144b959c2298a55500574d 2024-11-27T03:23:09,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/74964c490bdd48cda4f7187c2971e7f8 is 50, key is test_row_0/C:col10/1732677789309/Put/seqid=0 2024-11-27T03:23:09,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677849587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742458_1634 (size=12301) 2024-11-27T03:23:09,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677849598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677849600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677849601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/74964c490bdd48cda4f7187c2971e7f8 2024-11-27T03:23:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-27T03:23:09,613 INFO [Thread-2355 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-27T03:23:09,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677849604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-27T03:23:09,616 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T03:23:09,617 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:09,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:09,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/bbb962c7a18d41629f475dde3389b1b8 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/bbb962c7a18d41629f475dde3389b1b8 2024-11-27T03:23:09,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/bbb962c7a18d41629f475dde3389b1b8, entries=200, sequenceid=469, filesize=14.4 K 2024-11-27T03:23:09,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/2f14a44938144b959c2298a55500574d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/2f14a44938144b959c2298a55500574d 2024-11-27T03:23:09,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/2f14a44938144b959c2298a55500574d, entries=150, sequenceid=469, filesize=12.0 K 2024-11-27T03:23:09,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/74964c490bdd48cda4f7187c2971e7f8 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/74964c490bdd48cda4f7187c2971e7f8 2024-11-27T03:23:09,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/74964c490bdd48cda4f7187c2971e7f8, entries=150, sequenceid=469, filesize=12.0 K 2024-11-27T03:23:09,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 81dece54f5db1114c5c5245172ff4631 in 229ms, sequenceid=469, compaction requested=false 2024-11-27T03:23:09,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T03:23:09,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:09,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-27T03:23:09,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:09,769 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T03:23:09,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:09,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:09,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:09,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:09,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:09,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:09,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/4423b55955a840dea96ab19123b59f0d is 50, key is test_row_0/A:col10/1732677789482/Put/seqid=0 2024-11-27T03:23:09,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:09,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742459_1635 (size=12301) 2024-11-27T03:23:09,840 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/4423b55955a840dea96ab19123b59f0d 2024-11-27T03:23:09,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/8d58fc92400d437f9b25bc097c002c92 is 50, key is test_row_0/B:col10/1732677789482/Put/seqid=0 2024-11-27T03:23:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677849851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677849852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677849856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677849865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677849867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:09,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742460_1636 (size=12301) 2024-11-27T03:23:09,888 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/8d58fc92400d437f9b25bc097c002c92 2024-11-27T03:23:09,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/fa81f00df08646dbb0c215625c6dd1c2 is 50, key is test_row_0/C:col10/1732677789482/Put/seqid=0 2024-11-27T03:23:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T03:23:09,921 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/aa9379868b3843618b0f4c50084d8bb1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/aa9379868b3843618b0f4c50084d8bb1 2024-11-27T03:23:09,925 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/A of 81dece54f5db1114c5c5245172ff4631 into aa9379868b3843618b0f4c50084d8bb1(size=13.0 K), total size for store is 27.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:09,925 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:09,926 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/A, priority=12, startTime=1732677789384; duration=0sec 2024-11-27T03:23:09,926 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:09,926 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:A 2024-11-27T03:23:09,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742461_1637 (size=12301) 2024-11-27T03:23:09,943 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/fa81f00df08646dbb0c215625c6dd1c2 2024-11-27T03:23:09,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/4423b55955a840dea96ab19123b59f0d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4423b55955a840dea96ab19123b59f0d 2024-11-27T03:23:09,951 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4423b55955a840dea96ab19123b59f0d, entries=150, sequenceid=488, filesize=12.0 K 2024-11-27T03:23:09,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/8d58fc92400d437f9b25bc097c002c92 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/8d58fc92400d437f9b25bc097c002c92 2024-11-27T03:23:09,957 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/8d58fc92400d437f9b25bc097c002c92, entries=150, sequenceid=488, filesize=12.0 K 2024-11-27T03:23:09,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/fa81f00df08646dbb0c215625c6dd1c2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/fa81f00df08646dbb0c215625c6dd1c2 2024-11-27T03:23:09,964 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/45a4226ed8fb46779aa4b30acec974bc as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/45a4226ed8fb46779aa4b30acec974bc 2024-11-27T03:23:09,965 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/fa81f00df08646dbb0c215625c6dd1c2, entries=150, sequenceid=488, filesize=12.0 K 2024-11-27T03:23:09,966 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 81dece54f5db1114c5c5245172ff4631 in 197ms, sequenceid=488, compaction requested=true 2024-11-27T03:23:09,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:09,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:09,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-27T03:23:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-27T03:23:09,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-27T03:23:09,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 352 msec 2024-11-27T03:23:09,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 357 msec 2024-11-27T03:23:09,973 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/C of 81dece54f5db1114c5c5245172ff4631 into 45a4226ed8fb46779aa4b30acec974bc(size=13.0 K), total size for store is 37.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:09,973 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:09,973 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/C, priority=12, startTime=1732677789385; duration=0sec 2024-11-27T03:23:09,973 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:09,973 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:C 2024-11-27T03:23:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:09,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T03:23:09,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:09,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:09,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:09,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:09,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:09,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:09,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/c3befcd38b4541509161bf7595943f6c is 50, key is test_row_0/A:col10/1732677789973/Put/seqid=0 2024-11-27T03:23:10,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677850006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677850007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677850008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677850009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677850011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742462_1638 (size=14741) 2024-11-27T03:23:10,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/c3befcd38b4541509161bf7595943f6c 2024-11-27T03:23:10,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/9eee5b985ec94977b2233d259c25399f is 50, key is test_row_0/B:col10/1732677789973/Put/seqid=0 2024-11-27T03:23:10,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742463_1639 (size=12301) 2024-11-27T03:23:10,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/9eee5b985ec94977b2233d259c25399f 2024-11-27T03:23:10,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677850112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/dae9df99af85455fb544ad66837f251a is 50, key is test_row_0/C:col10/1732677789973/Put/seqid=0 2024-11-27T03:23:10,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677850121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677850122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677850122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677850123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742464_1640 (size=12301) 2024-11-27T03:23:10,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/dae9df99af85455fb544ad66837f251a 2024-11-27T03:23:10,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/c3befcd38b4541509161bf7595943f6c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/c3befcd38b4541509161bf7595943f6c 2024-11-27T03:23:10,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/c3befcd38b4541509161bf7595943f6c, entries=200, sequenceid=509, filesize=14.4 K 2024-11-27T03:23:10,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/9eee5b985ec94977b2233d259c25399f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/9eee5b985ec94977b2233d259c25399f 2024-11-27T03:23:10,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/9eee5b985ec94977b2233d259c25399f, entries=150, sequenceid=509, filesize=12.0 K 2024-11-27T03:23:10,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/dae9df99af85455fb544ad66837f251a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/dae9df99af85455fb544ad66837f251a 2024-11-27T03:23:10,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/dae9df99af85455fb544ad66837f251a, entries=150, sequenceid=509, filesize=12.0 K 2024-11-27T03:23:10,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 81dece54f5db1114c5c5245172ff4631 in 228ms, sequenceid=509, compaction requested=true 2024-11-27T03:23:10,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:10,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:10,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:10,203 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:10,203 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:10,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:10,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:10,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:10,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:10,205 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:10,205 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:10,205 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/A is initiating minor compaction (all files) 2024-11-27T03:23:10,205 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/B is initiating minor compaction (all files) 2024-11-27T03:23:10,205 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/A in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:10,205 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/B in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:10,205 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/aa9379868b3843618b0f4c50084d8bb1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/bbb962c7a18d41629f475dde3389b1b8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4423b55955a840dea96ab19123b59f0d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/c3befcd38b4541509161bf7595943f6c] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=53.8 K 2024-11-27T03:23:10,205 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/02993ba7729f4779a4190b292a3af7d4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/2f14a44938144b959c2298a55500574d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/8d58fc92400d437f9b25bc097c002c92, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/9eee5b985ec94977b2233d259c25399f] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=49.1 K 2024-11-27T03:23:10,206 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa9379868b3843618b0f4c50084d8bb1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732677789137 2024-11-27T03:23:10,206 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 02993ba7729f4779a4190b292a3af7d4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732677789137 2024-11-27T03:23:10,206 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbb962c7a18d41629f475dde3389b1b8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732677789297 2024-11-27T03:23:10,207 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f14a44938144b959c2298a55500574d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732677789309 2024-11-27T03:23:10,208 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4423b55955a840dea96ab19123b59f0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732677789480 2024-11-27T03:23:10,212 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3befcd38b4541509161bf7595943f6c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732677789835 2024-11-27T03:23:10,212 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d58fc92400d437f9b25bc097c002c92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732677789480 2024-11-27T03:23:10,213 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9eee5b985ec94977b2233d259c25399f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732677789835 2024-11-27T03:23:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T03:23:10,219 INFO [Thread-2355 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-27T03:23:10,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-27T03:23:10,222 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T03:23:10,223 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:10,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:10,228 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#A#compaction#552 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:10,228 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/3ee8f856c5194a69b13ccce03a14dfd4 is 50, key is test_row_0/A:col10/1732677789973/Put/seqid=0 2024-11-27T03:23:10,239 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#B#compaction#553 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:10,240 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/9d089594e9e04fffa8a4536dae622232 is 50, key is test_row_0/B:col10/1732677789973/Put/seqid=0 2024-11-27T03:23:10,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742466_1642 (size=13493) 2024-11-27T03:23:10,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742465_1641 (size=13493) 2024-11-27T03:23:10,295 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/9d089594e9e04fffa8a4536dae622232 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/9d089594e9e04fffa8a4536dae622232 2024-11-27T03:23:10,298 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/3ee8f856c5194a69b13ccce03a14dfd4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/3ee8f856c5194a69b13ccce03a14dfd4 2024-11-27T03:23:10,303 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/B of 81dece54f5db1114c5c5245172ff4631 into 9d089594e9e04fffa8a4536dae622232(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:10,303 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:10,303 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/B, priority=12, startTime=1732677790203; duration=0sec 2024-11-27T03:23:10,303 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/A of 81dece54f5db1114c5c5245172ff4631 into 3ee8f856c5194a69b13ccce03a14dfd4(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:10,303 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:10,303 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:10,303 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:23:10,303 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/A, priority=12, startTime=1732677790203; duration=0sec 2024-11-27T03:23:10,303 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:10,303 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:10,303 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:A 2024-11-27T03:23:10,305 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:10,305 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/C is initiating minor compaction (all files) 2024-11-27T03:23:10,305 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/C in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:10,305 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/45a4226ed8fb46779aa4b30acec974bc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/74964c490bdd48cda4f7187c2971e7f8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/fa81f00df08646dbb0c215625c6dd1c2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/dae9df99af85455fb544ad66837f251a] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=49.1 K 2024-11-27T03:23:10,305 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 45a4226ed8fb46779aa4b30acec974bc, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732677789137 2024-11-27T03:23:10,306 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 74964c490bdd48cda4f7187c2971e7f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732677789309 2024-11-27T03:23:10,306 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting fa81f00df08646dbb0c215625c6dd1c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732677789480 2024-11-27T03:23:10,306 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting dae9df99af85455fb544ad66837f251a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732677789835 2024-11-27T03:23:10,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T03:23:10,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:10,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:10,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T03:23:10,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:10,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:10,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:10,326 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#C#compaction#554 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:10,327 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/12fa307b5d494bad8a3cf7868b76ac4e is 50, key is test_row_0/C:col10/1732677789973/Put/seqid=0 2024-11-27T03:23:10,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f523a2eb4db8498e854d20aebfdc176b is 50, key is test_row_0/A:col10/1732677790320/Put/seqid=0 2024-11-27T03:23:10,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:10,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T03:23:10,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:10,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:10,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:10,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:10,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:10,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677850361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:10,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677850365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677850372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742467_1643 (size=13493) 2024-11-27T03:23:10,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677850373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677850374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742468_1644 (size=14741) 2024-11-27T03:23:10,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f523a2eb4db8498e854d20aebfdc176b 2024-11-27T03:23:10,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/6b9a3d183cd247fa843303e6cc720d6f is 50, key is test_row_0/B:col10/1732677790320/Put/seqid=0 2024-11-27T03:23:10,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742469_1645 (size=12301) 2024-11-27T03:23:10,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/6b9a3d183cd247fa843303e6cc720d6f 2024-11-27T03:23:10,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/a1308cef1d0f4705ae806e013a8643b3 is 50, key is test_row_0/C:col10/1732677790320/Put/seqid=0 2024-11-27T03:23:10,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742470_1646 (size=12301) 2024-11-27T03:23:10,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/a1308cef1d0f4705ae806e013a8643b3 2024-11-27T03:23:10,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f523a2eb4db8498e854d20aebfdc176b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f523a2eb4db8498e854d20aebfdc176b 2024-11-27T03:23:10,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f523a2eb4db8498e854d20aebfdc176b, entries=200, sequenceid=529, filesize=14.4 K 2024-11-27T03:23:10,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/6b9a3d183cd247fa843303e6cc720d6f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6b9a3d183cd247fa843303e6cc720d6f 2024-11-27T03:23:10,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6b9a3d183cd247fa843303e6cc720d6f, entries=150, sequenceid=529, filesize=12.0 K 2024-11-27T03:23:10,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/a1308cef1d0f4705ae806e013a8643b3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/a1308cef1d0f4705ae806e013a8643b3 2024-11-27T03:23:10,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/a1308cef1d0f4705ae806e013a8643b3, entries=150, sequenceid=529, filesize=12.0 K 2024-11-27T03:23:10,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 81dece54f5db1114c5c5245172ff4631 in 158ms, sequenceid=529, compaction requested=false 2024-11-27T03:23:10,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:10,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T03:23:10,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:10,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:10,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:10,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:10,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:10,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:10,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/a248dc9d2b8d43289d085bb112ad304d is 50, key is test_row_0/A:col10/1732677790373/Put/seqid=0 2024-11-27T03:23:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T03:23:10,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677850512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,528 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:10,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T03:23:10,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677850521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677850523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742471_1647 (size=19621) 2024-11-27T03:23:10,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677850524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677850524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:10,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:10,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:10,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:10,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:10,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677850626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677850636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677850636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677850639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677850640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,691 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:10,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T03:23:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:10,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:10,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:10,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:10,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:10,793 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/12fa307b5d494bad8a3cf7868b76ac4e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/12fa307b5d494bad8a3cf7868b76ac4e 2024-11-27T03:23:10,799 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/C of 81dece54f5db1114c5c5245172ff4631 into 12fa307b5d494bad8a3cf7868b76ac4e(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:10,799 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:10,799 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/C, priority=12, startTime=1732677790204; duration=0sec 2024-11-27T03:23:10,799 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:10,799 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:C 2024-11-27T03:23:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T03:23:10,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677850829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:10,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T03:23:10,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:10,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:10,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:10,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:10,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:10,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677850850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677850850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677850851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677850852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:10,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/a248dc9d2b8d43289d085bb112ad304d 2024-11-27T03:23:10,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/db466a9939354d23bc756a6936fb0f75 is 50, key is test_row_0/B:col10/1732677790373/Put/seqid=0 2024-11-27T03:23:10,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:10,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742472_1648 (size=12301) 2024-11-27T03:23:11,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/db466a9939354d23bc756a6936fb0f75 2024-11-27T03:23:11,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T03:23:11,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:11,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:11,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:11,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:11,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:11,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f9b52083904c4d088c3c8a5c82345bf8 is 50, key is test_row_0/C:col10/1732677790373/Put/seqid=0 2024-11-27T03:23:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742473_1649 (size=12301) 2024-11-27T03:23:11,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f9b52083904c4d088c3c8a5c82345bf8 2024-11-27T03:23:11,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/a248dc9d2b8d43289d085bb112ad304d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/a248dc9d2b8d43289d085bb112ad304d 2024-11-27T03:23:11,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/a248dc9d2b8d43289d085bb112ad304d, entries=300, sequenceid=550, filesize=19.2 K 2024-11-27T03:23:11,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/db466a9939354d23bc756a6936fb0f75 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/db466a9939354d23bc756a6936fb0f75 2024-11-27T03:23:11,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/db466a9939354d23bc756a6936fb0f75, entries=150, sequenceid=550, filesize=12.0 K 2024-11-27T03:23:11,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/f9b52083904c4d088c3c8a5c82345bf8 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f9b52083904c4d088c3c8a5c82345bf8 2024-11-27T03:23:11,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f9b52083904c4d088c3c8a5c82345bf8, entries=150, sequenceid=550, filesize=12.0 K 2024-11-27T03:23:11,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 81dece54f5db1114c5c5245172ff4631 in 601ms, sequenceid=550, compaction requested=true 2024-11-27T03:23:11,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:11,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:11,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:11,093 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:11,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:11,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:11,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:11,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:23:11,093 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:11,094 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:11,094 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/B is initiating minor compaction (all files) 2024-11-27T03:23:11,094 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/B in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:11,094 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/9d089594e9e04fffa8a4536dae622232, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6b9a3d183cd247fa843303e6cc720d6f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/db466a9939354d23bc756a6936fb0f75] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=37.2 K 2024-11-27T03:23:11,094 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d089594e9e04fffa8a4536dae622232, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732677789835 2024-11-27T03:23:11,095 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:11,095 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/A is initiating minor compaction (all files) 2024-11-27T03:23:11,095 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/A in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:11,095 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/3ee8f856c5194a69b13ccce03a14dfd4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f523a2eb4db8498e854d20aebfdc176b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/a248dc9d2b8d43289d085bb112ad304d] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=46.7 K 2024-11-27T03:23:11,096 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b9a3d183cd247fa843303e6cc720d6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732677790006 2024-11-27T03:23:11,096 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting db466a9939354d23bc756a6936fb0f75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732677790370 2024-11-27T03:23:11,096 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ee8f856c5194a69b13ccce03a14dfd4, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732677789835 2024-11-27T03:23:11,097 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f523a2eb4db8498e854d20aebfdc176b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732677790006 2024-11-27T03:23:11,098 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting a248dc9d2b8d43289d085bb112ad304d, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732677790370 2024-11-27T03:23:11,123 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#B#compaction#561 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:11,124 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/4055dacbaed046d7b5779044e327cdcb is 50, key is test_row_0/B:col10/1732677790373/Put/seqid=0 2024-11-27T03:23:11,134 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#A#compaction#562 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:11,134 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/7c872ff2cee74ebdb734302020174f97 is 50, key is test_row_0/A:col10/1732677790373/Put/seqid=0 2024-11-27T03:23:11,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T03:23:11,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:11,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:11,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:11,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:11,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:11,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:11,153 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:11,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T03:23:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:11,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:11,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:11,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/8f48e1511b474907931eef2cc56526b1 is 50, key is test_row_0/A:col10/1732677790523/Put/seqid=0 2024-11-27T03:23:11,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742474_1650 (size=13595) 2024-11-27T03:23:11,205 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/4055dacbaed046d7b5779044e327cdcb as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4055dacbaed046d7b5779044e327cdcb 2024-11-27T03:23:11,210 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/B of 81dece54f5db1114c5c5245172ff4631 into 4055dacbaed046d7b5779044e327cdcb(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:11,210 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:11,210 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/B, priority=13, startTime=1732677791093; duration=0sec 2024-11-27T03:23:11,210 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:11,210 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:23:11,210 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:11,211 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:11,212 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/C is initiating minor compaction (all files) 2024-11-27T03:23:11,212 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/C in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:11,212 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/12fa307b5d494bad8a3cf7868b76ac4e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/a1308cef1d0f4705ae806e013a8643b3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f9b52083904c4d088c3c8a5c82345bf8] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=37.2 K 2024-11-27T03:23:11,212 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 12fa307b5d494bad8a3cf7868b76ac4e, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732677789835 2024-11-27T03:23:11,212 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting a1308cef1d0f4705ae806e013a8643b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732677790006 2024-11-27T03:23:11,213 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f9b52083904c4d088c3c8a5c82345bf8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732677790370 2024-11-27T03:23:11,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742475_1651 (size=13595) 2024-11-27T03:23:11,222 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/7c872ff2cee74ebdb734302020174f97 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/7c872ff2cee74ebdb734302020174f97 2024-11-27T03:23:11,226 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/A of 81dece54f5db1114c5c5245172ff4631 into 7c872ff2cee74ebdb734302020174f97(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:11,226 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:11,226 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/A, priority=13, startTime=1732677791093; duration=0sec 2024-11-27T03:23:11,227 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:11,227 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:A 2024-11-27T03:23:11,238 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#C#compaction#564 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:11,238 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/afb429319adf4663acb349d43635b601 is 50, key is test_row_0/C:col10/1732677790373/Put/seqid=0 2024-11-27T03:23:11,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742476_1652 (size=14741) 2024-11-27T03:23:11,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/8f48e1511b474907931eef2cc56526b1 2024-11-27T03:23:11,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/98f4acfbbcfa44759ef2c3fb07c7391a is 50, key is test_row_0/B:col10/1732677790523/Put/seqid=0 2024-11-27T03:23:11,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677851248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677851248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742477_1653 (size=13595) 2024-11-27T03:23:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677851253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677851253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677851260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,281 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/afb429319adf4663acb349d43635b601 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/afb429319adf4663acb349d43635b601 2024-11-27T03:23:11,287 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/C of 81dece54f5db1114c5c5245172ff4631 into afb429319adf4663acb349d43635b601(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:11,287 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:11,287 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/C, priority=13, startTime=1732677791093; duration=0sec 2024-11-27T03:23:11,287 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:11,287 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:C 2024-11-27T03:23:11,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:11,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T03:23:11,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:11,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:11,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:11,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:11,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T03:23:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742478_1654 (size=12301) 2024-11-27T03:23:11,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/98f4acfbbcfa44759ef2c3fb07c7391a 2024-11-27T03:23:11,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/621bb551faf74121b4bd0725c9a4a6b4 is 50, key is test_row_0/C:col10/1732677790523/Put/seqid=0 2024-11-27T03:23:11,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677851363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677851363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677851370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677851370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742479_1655 (size=12301) 2024-11-27T03:23:11,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/621bb551faf74121b4bd0725c9a4a6b4 2024-11-27T03:23:11,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677851385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/8f48e1511b474907931eef2cc56526b1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8f48e1511b474907931eef2cc56526b1 2024-11-27T03:23:11,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8f48e1511b474907931eef2cc56526b1, entries=200, sequenceid=567, filesize=14.4 K 2024-11-27T03:23:11,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/98f4acfbbcfa44759ef2c3fb07c7391a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/98f4acfbbcfa44759ef2c3fb07c7391a 2024-11-27T03:23:11,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/98f4acfbbcfa44759ef2c3fb07c7391a, entries=150, sequenceid=567, filesize=12.0 K 2024-11-27T03:23:11,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/621bb551faf74121b4bd0725c9a4a6b4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/621bb551faf74121b4bd0725c9a4a6b4 2024-11-27T03:23:11,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/621bb551faf74121b4bd0725c9a4a6b4, entries=150, sequenceid=567, filesize=12.0 K 2024-11-27T03:23:11,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 81dece54f5db1114c5c5245172ff4631 in 306ms, sequenceid=567, compaction requested=false 2024-11-27T03:23:11,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:11,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:11,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-27T03:23:11,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:11,466 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T03:23:11,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:11,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:11,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:11,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:11,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:11,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:11,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/e4c503363aa34f24a24f536cf3414382 is 50, key is test_row_0/A:col10/1732677791182/Put/seqid=0 2024-11-27T03:23:11,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742480_1656 (size=12301) 2024-11-27T03:23:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:11,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:11,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677851612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677851614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677851614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677851616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677851613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677851725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677851729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677851730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677851731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677851734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,942 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/e4c503363aa34f24a24f536cf3414382 2024-11-27T03:23:11,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677851936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677851938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677851939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677851940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677851940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:11,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/e2b8f906730842428c547d8ed578af6a is 50, key is test_row_0/B:col10/1732677791182/Put/seqid=0 2024-11-27T03:23:12,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742481_1657 (size=12301) 2024-11-27T03:23:12,006 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/e2b8f906730842428c547d8ed578af6a 2024-11-27T03:23:12,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/c5775950e19d47eba5cfa753d7aa531e is 50, key is test_row_0/C:col10/1732677791182/Put/seqid=0 2024-11-27T03:23:12,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742482_1658 (size=12301) 2024-11-27T03:23:12,064 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/c5775950e19d47eba5cfa753d7aa531e 2024-11-27T03:23:12,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/e4c503363aa34f24a24f536cf3414382 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/e4c503363aa34f24a24f536cf3414382 2024-11-27T03:23:12,082 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/e4c503363aa34f24a24f536cf3414382, entries=150, sequenceid=590, filesize=12.0 K 2024-11-27T03:23:12,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/e2b8f906730842428c547d8ed578af6a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e2b8f906730842428c547d8ed578af6a 2024-11-27T03:23:12,091 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e2b8f906730842428c547d8ed578af6a, entries=150, sequenceid=590, filesize=12.0 K 2024-11-27T03:23:12,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/c5775950e19d47eba5cfa753d7aa531e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/c5775950e19d47eba5cfa753d7aa531e 2024-11-27T03:23:12,102 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/c5775950e19d47eba5cfa753d7aa531e, entries=150, sequenceid=590, filesize=12.0 K 2024-11-27T03:23:12,103 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 81dece54f5db1114c5c5245172ff4631 in 637ms, sequenceid=590, compaction requested=true 2024-11-27T03:23:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-27T03:23:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-27T03:23:12,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-27T03:23:12,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8820 sec 2024-11-27T03:23:12,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.8940 sec 2024-11-27T03:23:12,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T03:23:12,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:12,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:12,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:12,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:12,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:12,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:12,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/9241a96523bb48c49bb6fe3e51504ffe is 50, key is test_row_0/A:col10/1732677791614/Put/seqid=0 2024-11-27T03:23:12,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677852290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677852289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677852294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677852301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742483_1659 (size=14741) 2024-11-27T03:23:12,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=607 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/9241a96523bb48c49bb6fe3e51504ffe 2024-11-27T03:23:12,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677852304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-27T03:23:12,326 INFO [Thread-2355 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-27T03:23:12,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-27T03:23:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T03:23:12,330 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:12,331 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:12,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:12,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/befdc0f6860946a8ab949cc97aa7419b is 50, key is test_row_0/B:col10/1732677791614/Put/seqid=0 2024-11-27T03:23:12,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742484_1660 (size=12301) 2024-11-27T03:23:12,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=607 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/befdc0f6860946a8ab949cc97aa7419b 2024-11-27T03:23:12,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/9dcc663bdd5a44e887a8eff17f0864a6 is 50, key is test_row_0/C:col10/1732677791614/Put/seqid=0 2024-11-27T03:23:12,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677852405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677852406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677852406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677852412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677852416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T03:23:12,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742485_1661 (size=12301) 2024-11-27T03:23:12,483 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:12,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T03:23:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:12,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:12,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:12,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:12,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53648 deadline: 1732677852611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53646 deadline: 1732677852612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53616 deadline: 1732677852612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53624 deadline: 1732677852620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T03:23:12,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53568 deadline: 1732677852625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:12,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:12,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T03:23:12,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:12,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:12,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:12,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:12,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:12,792 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:12,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T03:23:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:12,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:12,844 DEBUG [Thread-2356 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:58362 2024-11-27T03:23:12,845 DEBUG [Thread-2356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,846 DEBUG [Thread-2358 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:58362 2024-11-27T03:23:12,846 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,849 DEBUG [Thread-2360 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:58362 2024-11-27T03:23:12,849 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,852 DEBUG [Thread-2364 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:58362 2024-11-27T03:23:12,852 DEBUG [Thread-2364 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=607 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/9dcc663bdd5a44e887a8eff17f0864a6 2024-11-27T03:23:12,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/9241a96523bb48c49bb6fe3e51504ffe as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/9241a96523bb48c49bb6fe3e51504ffe 2024-11-27T03:23:12,856 DEBUG [Thread-2362 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:58362 2024-11-27T03:23:12,857 DEBUG [Thread-2362 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/9241a96523bb48c49bb6fe3e51504ffe, entries=200, sequenceid=607, filesize=14.4 K 2024-11-27T03:23:12,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/befdc0f6860946a8ab949cc97aa7419b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/befdc0f6860946a8ab949cc97aa7419b 2024-11-27T03:23:12,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/befdc0f6860946a8ab949cc97aa7419b, entries=150, sequenceid=607, filesize=12.0 K 2024-11-27T03:23:12,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/9dcc663bdd5a44e887a8eff17f0864a6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/9dcc663bdd5a44e887a8eff17f0864a6 2024-11-27T03:23:12,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/9dcc663bdd5a44e887a8eff17f0864a6, entries=150, sequenceid=607, filesize=12.0 K 2024-11-27T03:23:12,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 81dece54f5db1114c5c5245172ff4631 in 613ms, sequenceid=607, compaction requested=true 2024-11-27T03:23:12,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:12,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:12,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:12,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:12,868 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:12,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:12,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81dece54f5db1114c5c5245172ff4631:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:12,868 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:12,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:12,870 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55378 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:12,870 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:12,870 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/A is initiating minor compaction (all files) 2024-11-27T03:23:12,870 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/B is initiating minor compaction (all files) 2024-11-27T03:23:12,870 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/A in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:12,870 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/B in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:12,870 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/7c872ff2cee74ebdb734302020174f97, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8f48e1511b474907931eef2cc56526b1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/e4c503363aa34f24a24f536cf3414382, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/9241a96523bb48c49bb6fe3e51504ffe] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=54.1 K 2024-11-27T03:23:12,870 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4055dacbaed046d7b5779044e327cdcb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/98f4acfbbcfa44759ef2c3fb07c7391a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e2b8f906730842428c547d8ed578af6a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/befdc0f6860946a8ab949cc97aa7419b] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=49.3 K 2024-11-27T03:23:12,870 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c872ff2cee74ebdb734302020174f97, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732677790370 2024-11-27T03:23:12,870 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 4055dacbaed046d7b5779044e327cdcb, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732677790370 2024-11-27T03:23:12,871 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f48e1511b474907931eef2cc56526b1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1732677790519 2024-11-27T03:23:12,871 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 98f4acfbbcfa44759ef2c3fb07c7391a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1732677790519 2024-11-27T03:23:12,871 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4c503363aa34f24a24f536cf3414382, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732677791182 2024-11-27T03:23:12,871 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting e2b8f906730842428c547d8ed578af6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732677791182 2024-11-27T03:23:12,871 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9241a96523bb48c49bb6fe3e51504ffe, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=607, earliestPutTs=1732677791594 2024-11-27T03:23:12,871 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting befdc0f6860946a8ab949cc97aa7419b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=607, earliestPutTs=1732677791594 2024-11-27T03:23:12,879 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#A#compaction#573 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:12,880 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/28b1f4ca07e947a49f58757aff67d813 is 50, key is test_row_0/A:col10/1732677791614/Put/seqid=0 2024-11-27T03:23:12,882 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#B#compaction#574 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:12,883 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/f60b4874c4374c8189a5c336be63df87 is 50, key is test_row_0/B:col10/1732677791614/Put/seqid=0 2024-11-27T03:23:12,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742486_1662 (size=13731) 2024-11-27T03:23:12,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742487_1663 (size=13731) 2024-11-27T03:23:12,887 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/28b1f4ca07e947a49f58757aff67d813 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/28b1f4ca07e947a49f58757aff67d813 2024-11-27T03:23:12,892 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/A of 81dece54f5db1114c5c5245172ff4631 into 28b1f4ca07e947a49f58757aff67d813(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:12,892 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:12,892 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/A, priority=12, startTime=1732677792868; duration=0sec 2024-11-27T03:23:12,892 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:12,892 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:A 2024-11-27T03:23:12,892 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:12,893 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:12,893 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 81dece54f5db1114c5c5245172ff4631/C is initiating minor compaction (all files) 2024-11-27T03:23:12,893 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81dece54f5db1114c5c5245172ff4631/C in TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:12,893 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/afb429319adf4663acb349d43635b601, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/621bb551faf74121b4bd0725c9a4a6b4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/c5775950e19d47eba5cfa753d7aa531e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/9dcc663bdd5a44e887a8eff17f0864a6] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp, totalSize=49.3 K 2024-11-27T03:23:12,894 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting afb429319adf4663acb349d43635b601, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732677790370 2024-11-27T03:23:12,895 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 621bb551faf74121b4bd0725c9a4a6b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1732677790519 2024-11-27T03:23:12,895 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5775950e19d47eba5cfa753d7aa531e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=590, earliestPutTs=1732677791182 2024-11-27T03:23:12,896 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/f60b4874c4374c8189a5c336be63df87 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/f60b4874c4374c8189a5c336be63df87 2024-11-27T03:23:12,896 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dcc663bdd5a44e887a8eff17f0864a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=607, earliestPutTs=1732677791594 2024-11-27T03:23:12,900 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/B of 81dece54f5db1114c5c5245172ff4631 into f60b4874c4374c8189a5c336be63df87(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:12,900 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:12,900 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/B, priority=12, startTime=1732677792868; duration=0sec 2024-11-27T03:23:12,900 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:12,900 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:B 2024-11-27T03:23:12,906 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81dece54f5db1114c5c5245172ff4631#C#compaction#575 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:12,906 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/fbb3b073d8bc4f59a9bd36d5028dc2e2 is 50, key is test_row_0/C:col10/1732677791614/Put/seqid=0 2024-11-27T03:23:12,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742488_1664 (size=13731) 2024-11-27T03:23:12,913 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/fbb3b073d8bc4f59a9bd36d5028dc2e2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/fbb3b073d8bc4f59a9bd36d5028dc2e2 2024-11-27T03:23:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:12,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T03:23:12,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:12,917 DEBUG [Thread-2347 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:58362 2024-11-27T03:23:12,917 DEBUG [Thread-2347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:12,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:12,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:12,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:12,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:12,918 DEBUG [Thread-2345 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:58362 2024-11-27T03:23:12,918 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,919 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81dece54f5db1114c5c5245172ff4631/C of 81dece54f5db1114c5c5245172ff4631 into fbb3b073d8bc4f59a9bd36d5028dc2e2(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:12,919 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:12,919 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631., storeName=81dece54f5db1114c5c5245172ff4631/C, priority=12, startTime=1732677792868; duration=0sec 2024-11-27T03:23:12,919 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:12,919 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81dece54f5db1114c5c5245172ff4631:C 2024-11-27T03:23:12,919 DEBUG [Thread-2351 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:58362 2024-11-27T03:23:12,919 DEBUG [Thread-2351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/050b4224a7be4f0093409c98ec438b60 is 50, key is test_row_0/A:col10/1732677792915/Put/seqid=0 2024-11-27T03:23:12,928 DEBUG [Thread-2353 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:58362 2024-11-27T03:23:12,928 DEBUG [Thread-2353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742489_1665 (size=12301) 2024-11-27T03:23:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T03:23:12,936 DEBUG [Thread-2349 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:58362 2024-11-27T03:23:12,936 DEBUG [Thread-2349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:12,945 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:12,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T03:23:12,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:12,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:12,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:12,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:12,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,097 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:13,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T03:23:13,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:13,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:13,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:13,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,250 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:13,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T03:23:13,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:13,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:13,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:13,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=630 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/050b4224a7be4f0093409c98ec438b60 2024-11-27T03:23:13,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/1ca338067e2e451bad3e4cb08a0efd85 is 50, key is test_row_0/B:col10/1732677792915/Put/seqid=0 2024-11-27T03:23:13,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742490_1666 (size=12301) 2024-11-27T03:23:13,404 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:13,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T03:23:13,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:13,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:13,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:13,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T03:23:13,557 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:13,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T03:23:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:13,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,710 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:13,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T03:23:13,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:13,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. as already flushing 2024-11-27T03:23:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:13,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:13,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=630 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/1ca338067e2e451bad3e4cb08a0efd85 2024-11-27T03:23:13,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/9705a9e5a40748899e76e47951edafb5 is 50, key is test_row_0/C:col10/1732677792915/Put/seqid=0 2024-11-27T03:23:13,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742491_1667 (size=12301) 2024-11-27T03:23:13,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=630 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/9705a9e5a40748899e76e47951edafb5 2024-11-27T03:23:13,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/050b4224a7be4f0093409c98ec438b60 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/050b4224a7be4f0093409c98ec438b60 2024-11-27T03:23:13,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/050b4224a7be4f0093409c98ec438b60, entries=150, sequenceid=630, filesize=12.0 K 2024-11-27T03:23:13,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/1ca338067e2e451bad3e4cb08a0efd85 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1ca338067e2e451bad3e4cb08a0efd85 2024-11-27T03:23:13,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1ca338067e2e451bad3e4cb08a0efd85, entries=150, sequenceid=630, filesize=12.0 K 2024-11-27T03:23:13,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/9705a9e5a40748899e76e47951edafb5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/9705a9e5a40748899e76e47951edafb5 2024-11-27T03:23:13,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/9705a9e5a40748899e76e47951edafb5, entries=150, sequenceid=630, filesize=12.0 K 2024-11-27T03:23:13,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=20.13 KB/20610 for 81dece54f5db1114c5c5245172ff4631 in 907ms, sequenceid=630, compaction requested=false 2024-11-27T03:23:13,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:13,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:13,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-27T03:23:13,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:13,864 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 81dece54f5db1114c5c5245172ff4631 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-27T03:23:13,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=A 2024-11-27T03:23:13,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:13,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=B 2024-11-27T03:23:13,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:13,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81dece54f5db1114c5c5245172ff4631, store=C 2024-11-27T03:23:13,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f73815f8e09c4506bdf2c403362b396a is 50, key is test_row_0/A:col10/1732677792918/Put/seqid=0 2024-11-27T03:23:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742492_1668 (size=12301) 2024-11-27T03:23:13,893 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=637 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f73815f8e09c4506bdf2c403362b396a 2024-11-27T03:23:13,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/461c6a0f0de04091a870ff10e7bc8333 is 50, key is test_row_0/B:col10/1732677792918/Put/seqid=0 2024-11-27T03:23:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742493_1669 (size=12301) 2024-11-27T03:23:13,927 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=637 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/461c6a0f0de04091a870ff10e7bc8333 2024-11-27T03:23:13,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/56e9f9bcfc2e455dbae155426c68a181 is 50, key is test_row_0/C:col10/1732677792918/Put/seqid=0 2024-11-27T03:23:13,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742494_1670 (size=12301) 2024-11-27T03:23:13,964 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=637 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/56e9f9bcfc2e455dbae155426c68a181 2024-11-27T03:23:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/A/f73815f8e09c4506bdf2c403362b396a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f73815f8e09c4506bdf2c403362b396a 2024-11-27T03:23:13,971 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f73815f8e09c4506bdf2c403362b396a, entries=150, sequenceid=637, filesize=12.0 K 2024-11-27T03:23:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/B/461c6a0f0de04091a870ff10e7bc8333 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/461c6a0f0de04091a870ff10e7bc8333 2024-11-27T03:23:13,975 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/461c6a0f0de04091a870ff10e7bc8333, entries=150, sequenceid=637, filesize=12.0 K 2024-11-27T03:23:13,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/.tmp/C/56e9f9bcfc2e455dbae155426c68a181 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/56e9f9bcfc2e455dbae155426c68a181 2024-11-27T03:23:13,979 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/56e9f9bcfc2e455dbae155426c68a181, entries=150, sequenceid=637, filesize=12.0 K 2024-11-27T03:23:13,979 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 81dece54f5db1114c5c5245172ff4631 in 115ms, sequenceid=637, compaction requested=true 2024-11-27T03:23:13,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:13,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:13,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-27T03:23:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-27T03:23:13,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-27T03:23:13,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6500 sec 2024-11-27T03:23:13,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.6540 sec 2024-11-27T03:23:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T03:23:14,436 INFO [Thread-2355 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1406 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4217 rows 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1399 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4197 rows 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1402 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4206 rows 2024-11-27T03:23:14,436 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1384 2024-11-27T03:23:14,437 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4152 rows 2024-11-27T03:23:14,437 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1407 2024-11-27T03:23:14,437 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4221 rows 2024-11-27T03:23:14,437 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T03:23:14,437 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x301741f1 to 127.0.0.1:58362 2024-11-27T03:23:14,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:14,443 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T03:23:14,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T03:23:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:14,447 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677794447"}]},"ts":"1732677794447"} 2024-11-27T03:23:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T03:23:14,448 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T03:23:14,451 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T03:23:14,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T03:23:14,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=81dece54f5db1114c5c5245172ff4631, UNASSIGN}] 2024-11-27T03:23:14,454 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=81dece54f5db1114c5c5245172ff4631, UNASSIGN 2024-11-27T03:23:14,455 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=81dece54f5db1114c5c5245172ff4631, regionState=CLOSING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:23:14,456 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T03:23:14,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure 81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:23:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T03:23:14,608 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:14,608 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:14,609 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T03:23:14,609 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing 81dece54f5db1114c5c5245172ff4631, disabling compactions & flushes 2024-11-27T03:23:14,609 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:14,609 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:14,609 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. after waiting 0 ms 2024-11-27T03:23:14,609 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:14,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0aa8de480ca246cba2be8178bae95596, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/5d57492c582745e7b938a73c38ae270d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/09439595cd884c308e31e8cecbdf5dd6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/742c36eaf2594ed8b79c1c2d536deac0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/46263a5c3d7a4b208034aed5fb35c8eb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/ca95a5bd71c34cbd819bd16d673a77f4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4aba0cbd8b9b4d45939d846a6c2513f9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4f4e8095ca394145902b7dec05580076, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/aa04e4433bf74d2c8cc14672d0cb77e2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/21f3e411bd4f4de583c563c5a3ba5e06, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f3ce371267ab46f580ae0715daec8858, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8c26f1b660a340259ce1966518191704, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/2d949e757e614b81b81a8ab4e8faaa6a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/599c1bbb7c51452c9c21eb04bc3664ee, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/461f62e5c70d4d33bba1ab283466b189, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/fd225145d18b4a76a83b1f8e657f4a67, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0f2edc9bab1b4a81af66e0751699c72e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f748d755c99b4ddea8bce5ec14b1c466, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/7c1c4b9eee4e48cd8b19d43492d1e666, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/724c0184a0ca49afad22fc240bf87b4d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/56102c80ac70475b8894fcb78f7b6abb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/557a79d806ce48858acaa09dda747122, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/e3b63eb73ac94d308fe7fdc670aab93a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8900deb302334bef8ffa4b1619b51d45, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/68e3d5de66664f38a98d6e0417fa8943, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/06919776ac33407b8f60cdc71ff324d9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/462fe44121174e8596c021ac36e1b91d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/ceaf60ac76124c3b9bea30179e8f127e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0720960056f04cc889e477fbadb174a5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f962ba3f1e234ea291320d00acd232e2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/aa9379868b3843618b0f4c50084d8bb1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/3ab38966175a480d8e745e6265727557, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/bbb962c7a18d41629f475dde3389b1b8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4423b55955a840dea96ab19123b59f0d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/c3befcd38b4541509161bf7595943f6c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/3ee8f856c5194a69b13ccce03a14dfd4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f523a2eb4db8498e854d20aebfdc176b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/a248dc9d2b8d43289d085bb112ad304d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/7c872ff2cee74ebdb734302020174f97, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8f48e1511b474907931eef2cc56526b1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/e4c503363aa34f24a24f536cf3414382, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/9241a96523bb48c49bb6fe3e51504ffe] to archive 2024-11-27T03:23:14,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:23:14,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0aa8de480ca246cba2be8178bae95596 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0aa8de480ca246cba2be8178bae95596 2024-11-27T03:23:14,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/5d57492c582745e7b938a73c38ae270d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/5d57492c582745e7b938a73c38ae270d 2024-11-27T03:23:14,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/09439595cd884c308e31e8cecbdf5dd6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/09439595cd884c308e31e8cecbdf5dd6 2024-11-27T03:23:14,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/742c36eaf2594ed8b79c1c2d536deac0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/742c36eaf2594ed8b79c1c2d536deac0 2024-11-27T03:23:14,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/46263a5c3d7a4b208034aed5fb35c8eb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/46263a5c3d7a4b208034aed5fb35c8eb 2024-11-27T03:23:14,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/ca95a5bd71c34cbd819bd16d673a77f4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/ca95a5bd71c34cbd819bd16d673a77f4 2024-11-27T03:23:14,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4aba0cbd8b9b4d45939d846a6c2513f9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4aba0cbd8b9b4d45939d846a6c2513f9 2024-11-27T03:23:14,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4f4e8095ca394145902b7dec05580076 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4f4e8095ca394145902b7dec05580076 2024-11-27T03:23:14,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/aa04e4433bf74d2c8cc14672d0cb77e2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/aa04e4433bf74d2c8cc14672d0cb77e2 2024-11-27T03:23:14,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/21f3e411bd4f4de583c563c5a3ba5e06 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/21f3e411bd4f4de583c563c5a3ba5e06 2024-11-27T03:23:14,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f3ce371267ab46f580ae0715daec8858 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f3ce371267ab46f580ae0715daec8858 2024-11-27T03:23:14,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8c26f1b660a340259ce1966518191704 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8c26f1b660a340259ce1966518191704 2024-11-27T03:23:14,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/2d949e757e614b81b81a8ab4e8faaa6a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/2d949e757e614b81b81a8ab4e8faaa6a 2024-11-27T03:23:14,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/599c1bbb7c51452c9c21eb04bc3664ee to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/599c1bbb7c51452c9c21eb04bc3664ee 2024-11-27T03:23:14,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/461f62e5c70d4d33bba1ab283466b189 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/461f62e5c70d4d33bba1ab283466b189 2024-11-27T03:23:14,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/fd225145d18b4a76a83b1f8e657f4a67 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/fd225145d18b4a76a83b1f8e657f4a67 2024-11-27T03:23:14,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0f2edc9bab1b4a81af66e0751699c72e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0f2edc9bab1b4a81af66e0751699c72e 2024-11-27T03:23:14,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f748d755c99b4ddea8bce5ec14b1c466 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f748d755c99b4ddea8bce5ec14b1c466 2024-11-27T03:23:14,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/7c1c4b9eee4e48cd8b19d43492d1e666 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/7c1c4b9eee4e48cd8b19d43492d1e666 2024-11-27T03:23:14,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/724c0184a0ca49afad22fc240bf87b4d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/724c0184a0ca49afad22fc240bf87b4d 2024-11-27T03:23:14,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/56102c80ac70475b8894fcb78f7b6abb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/56102c80ac70475b8894fcb78f7b6abb 2024-11-27T03:23:14,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/557a79d806ce48858acaa09dda747122 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/557a79d806ce48858acaa09dda747122 2024-11-27T03:23:14,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/e3b63eb73ac94d308fe7fdc670aab93a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/e3b63eb73ac94d308fe7fdc670aab93a 2024-11-27T03:23:14,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8900deb302334bef8ffa4b1619b51d45 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8900deb302334bef8ffa4b1619b51d45 2024-11-27T03:23:14,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/68e3d5de66664f38a98d6e0417fa8943 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/68e3d5de66664f38a98d6e0417fa8943 2024-11-27T03:23:14,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/06919776ac33407b8f60cdc71ff324d9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/06919776ac33407b8f60cdc71ff324d9 2024-11-27T03:23:14,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/462fe44121174e8596c021ac36e1b91d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/462fe44121174e8596c021ac36e1b91d 2024-11-27T03:23:14,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/ceaf60ac76124c3b9bea30179e8f127e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/ceaf60ac76124c3b9bea30179e8f127e 2024-11-27T03:23:14,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0720960056f04cc889e477fbadb174a5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/0720960056f04cc889e477fbadb174a5 2024-11-27T03:23:14,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f962ba3f1e234ea291320d00acd232e2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f962ba3f1e234ea291320d00acd232e2 2024-11-27T03:23:14,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/aa9379868b3843618b0f4c50084d8bb1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/aa9379868b3843618b0f4c50084d8bb1 2024-11-27T03:23:14,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/3ab38966175a480d8e745e6265727557 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/3ab38966175a480d8e745e6265727557 2024-11-27T03:23:14,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/bbb962c7a18d41629f475dde3389b1b8 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/bbb962c7a18d41629f475dde3389b1b8 2024-11-27T03:23:14,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4423b55955a840dea96ab19123b59f0d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/4423b55955a840dea96ab19123b59f0d 2024-11-27T03:23:14,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/c3befcd38b4541509161bf7595943f6c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/c3befcd38b4541509161bf7595943f6c 2024-11-27T03:23:14,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/3ee8f856c5194a69b13ccce03a14dfd4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/3ee8f856c5194a69b13ccce03a14dfd4 2024-11-27T03:23:14,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f523a2eb4db8498e854d20aebfdc176b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f523a2eb4db8498e854d20aebfdc176b 2024-11-27T03:23:14,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/a248dc9d2b8d43289d085bb112ad304d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/a248dc9d2b8d43289d085bb112ad304d 2024-11-27T03:23:14,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/7c872ff2cee74ebdb734302020174f97 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/7c872ff2cee74ebdb734302020174f97 2024-11-27T03:23:14,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8f48e1511b474907931eef2cc56526b1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/8f48e1511b474907931eef2cc56526b1 2024-11-27T03:23:14,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/e4c503363aa34f24a24f536cf3414382 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/e4c503363aa34f24a24f536cf3414382 2024-11-27T03:23:14,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/9241a96523bb48c49bb6fe3e51504ffe to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/9241a96523bb48c49bb6fe3e51504ffe 2024-11-27T03:23:14,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6dc9f01c2f7242a7a725b0a56cb38e60, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ddd7213d24e64030a94951b0f5715eea, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/aaa7c4bf2c6c4efea19d9a1b6880b7e8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/b36be928597b48d2b5935799bdd01c7b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/996429bfd3d244148ff93b357b0395f7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/c5ef31949e764adcae0d32345eef51d3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/36fdf4c122b04c2fb879cc8695bd48f0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/5ad4a0388fc540d6906b6c5dbe06af7d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1a4407a890b2485ba4ad8f7ef34632be, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ee6ec01748bc4bed95480cc235c5ab16, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/69c630a29b104aca9d7d4b83306b3317, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ae91939ed53d4775b7d4a28d96033dfa, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/3f0e1c7014b447a9b3191d85ac21cf03, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ee013fc6d1b44b2088b68cfea37cf5f1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/313d77342b814e06a8ffe57dceff8e5d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/394a18b351f340a7922123c0240f76ef, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e82d3b327a134c15a6b9aa3870a96e4b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/61a24aed7ca2455b8946f45b815ca348, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1e4b53582931430889f0504b8904581b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/eaffa8de33ce456491357ec0d1fbc28d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e559c24d48b541e7af7ef963fc55dcc1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6769a5de982f4a558a31af88a3d8ba6b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4a9f5b02c83b414489fe9e1ce9ebc329, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/efba91cad2154e2899a2a57deb14d455, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e4e17ea3520944a889db3eeeb1f4e349, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/87d18695d77a477bbf389b02aa7972e0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/5acdeb06e3fa4a658924f4bfa22b3ff9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/cb72bb2c767443cdaeefb159a3ad68d9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/03f174caa9894f6f993adff5376603bc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/95fbde88482d4488b0dbddf8f05e289d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/02993ba7729f4779a4190b292a3af7d4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4f656a0bb8724875a4d5b788df56e485, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/2f14a44938144b959c2298a55500574d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/8d58fc92400d437f9b25bc097c002c92, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/9d089594e9e04fffa8a4536dae622232, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/9eee5b985ec94977b2233d259c25399f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6b9a3d183cd247fa843303e6cc720d6f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4055dacbaed046d7b5779044e327cdcb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/db466a9939354d23bc756a6936fb0f75, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/98f4acfbbcfa44759ef2c3fb07c7391a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e2b8f906730842428c547d8ed578af6a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/befdc0f6860946a8ab949cc97aa7419b] to archive 2024-11-27T03:23:14,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:23:14,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6dc9f01c2f7242a7a725b0a56cb38e60 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6dc9f01c2f7242a7a725b0a56cb38e60 2024-11-27T03:23:14,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ddd7213d24e64030a94951b0f5715eea to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ddd7213d24e64030a94951b0f5715eea 2024-11-27T03:23:14,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/aaa7c4bf2c6c4efea19d9a1b6880b7e8 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/aaa7c4bf2c6c4efea19d9a1b6880b7e8 2024-11-27T03:23:14,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/b36be928597b48d2b5935799bdd01c7b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/b36be928597b48d2b5935799bdd01c7b 2024-11-27T03:23:14,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/996429bfd3d244148ff93b357b0395f7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/996429bfd3d244148ff93b357b0395f7 2024-11-27T03:23:14,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/c5ef31949e764adcae0d32345eef51d3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/c5ef31949e764adcae0d32345eef51d3 2024-11-27T03:23:14,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/36fdf4c122b04c2fb879cc8695bd48f0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/36fdf4c122b04c2fb879cc8695bd48f0 2024-11-27T03:23:14,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/5ad4a0388fc540d6906b6c5dbe06af7d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/5ad4a0388fc540d6906b6c5dbe06af7d 2024-11-27T03:23:14,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1a4407a890b2485ba4ad8f7ef34632be to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1a4407a890b2485ba4ad8f7ef34632be 2024-11-27T03:23:14,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ee6ec01748bc4bed95480cc235c5ab16 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ee6ec01748bc4bed95480cc235c5ab16 2024-11-27T03:23:14,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/69c630a29b104aca9d7d4b83306b3317 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/69c630a29b104aca9d7d4b83306b3317 2024-11-27T03:23:14,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ae91939ed53d4775b7d4a28d96033dfa to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ae91939ed53d4775b7d4a28d96033dfa 2024-11-27T03:23:14,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/3f0e1c7014b447a9b3191d85ac21cf03 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/3f0e1c7014b447a9b3191d85ac21cf03 2024-11-27T03:23:14,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ee013fc6d1b44b2088b68cfea37cf5f1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/ee013fc6d1b44b2088b68cfea37cf5f1 2024-11-27T03:23:14,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/313d77342b814e06a8ffe57dceff8e5d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/313d77342b814e06a8ffe57dceff8e5d 2024-11-27T03:23:14,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/394a18b351f340a7922123c0240f76ef to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/394a18b351f340a7922123c0240f76ef 2024-11-27T03:23:14,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e82d3b327a134c15a6b9aa3870a96e4b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e82d3b327a134c15a6b9aa3870a96e4b 2024-11-27T03:23:14,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/61a24aed7ca2455b8946f45b815ca348 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/61a24aed7ca2455b8946f45b815ca348 2024-11-27T03:23:14,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1e4b53582931430889f0504b8904581b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1e4b53582931430889f0504b8904581b 2024-11-27T03:23:14,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/eaffa8de33ce456491357ec0d1fbc28d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/eaffa8de33ce456491357ec0d1fbc28d 2024-11-27T03:23:14,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e559c24d48b541e7af7ef963fc55dcc1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e559c24d48b541e7af7ef963fc55dcc1 2024-11-27T03:23:14,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6769a5de982f4a558a31af88a3d8ba6b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6769a5de982f4a558a31af88a3d8ba6b 2024-11-27T03:23:14,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4a9f5b02c83b414489fe9e1ce9ebc329 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4a9f5b02c83b414489fe9e1ce9ebc329 2024-11-27T03:23:14,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/efba91cad2154e2899a2a57deb14d455 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/efba91cad2154e2899a2a57deb14d455 2024-11-27T03:23:14,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e4e17ea3520944a889db3eeeb1f4e349 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e4e17ea3520944a889db3eeeb1f4e349 2024-11-27T03:23:14,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/87d18695d77a477bbf389b02aa7972e0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/87d18695d77a477bbf389b02aa7972e0 2024-11-27T03:23:14,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/5acdeb06e3fa4a658924f4bfa22b3ff9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/5acdeb06e3fa4a658924f4bfa22b3ff9 2024-11-27T03:23:14,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/cb72bb2c767443cdaeefb159a3ad68d9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/cb72bb2c767443cdaeefb159a3ad68d9 2024-11-27T03:23:14,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/03f174caa9894f6f993adff5376603bc to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/03f174caa9894f6f993adff5376603bc 2024-11-27T03:23:14,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/95fbde88482d4488b0dbddf8f05e289d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/95fbde88482d4488b0dbddf8f05e289d 2024-11-27T03:23:14,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/02993ba7729f4779a4190b292a3af7d4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/02993ba7729f4779a4190b292a3af7d4 2024-11-27T03:23:14,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4f656a0bb8724875a4d5b788df56e485 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4f656a0bb8724875a4d5b788df56e485 2024-11-27T03:23:14,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/2f14a44938144b959c2298a55500574d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/2f14a44938144b959c2298a55500574d 2024-11-27T03:23:14,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/8d58fc92400d437f9b25bc097c002c92 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/8d58fc92400d437f9b25bc097c002c92 2024-11-27T03:23:14,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/9d089594e9e04fffa8a4536dae622232 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/9d089594e9e04fffa8a4536dae622232 2024-11-27T03:23:14,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/9eee5b985ec94977b2233d259c25399f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/9eee5b985ec94977b2233d259c25399f 2024-11-27T03:23:14,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6b9a3d183cd247fa843303e6cc720d6f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/6b9a3d183cd247fa843303e6cc720d6f 2024-11-27T03:23:14,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4055dacbaed046d7b5779044e327cdcb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/4055dacbaed046d7b5779044e327cdcb 2024-11-27T03:23:14,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/db466a9939354d23bc756a6936fb0f75 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/db466a9939354d23bc756a6936fb0f75 2024-11-27T03:23:14,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/98f4acfbbcfa44759ef2c3fb07c7391a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/98f4acfbbcfa44759ef2c3fb07c7391a 2024-11-27T03:23:14,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e2b8f906730842428c547d8ed578af6a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/e2b8f906730842428c547d8ed578af6a 2024-11-27T03:23:14,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/befdc0f6860946a8ab949cc97aa7419b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/befdc0f6860946a8ab949cc97aa7419b 2024-11-27T03:23:14,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/8ca6b0e4ccd040f8b9049cae50f1165c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/ba7d183c4ba44cbb9fc5d06ae0004bae, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/aa580d794cc14b7e99e77302e3802fbc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f20977b79c874d07a437770d1295396d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/082380da9aef4eb3ad70a8f5d29f610d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/2fe97024b8f748e49ddcfe0fe2cc3b6c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/946003fd57034a1e91697326fcf85141, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/21a6dc1cdd9747f58a9763eb7c8a383d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/accab54d8eea4523ae6d3490e087cfb2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/38715b4269c7483ba84a4fb54e181fb0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/4d5d5081d019461e87d9723d2efb623e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/7f6c02cce6714888b3865162d540930b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/87c0a7f13a71402b9fd873615a9a54b0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/26ac64aac8794cdd8c0b4ac5738c66b5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6d9d73833bba40e4950e48d4c15b70fb, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/869403e05b044247ada72426d04a5328, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/7a586f985a194fa8aa9974afb7ca5248, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f70588d924c34c748ed5dab54675ae1c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6e4f575b1c9b4adb914bea7a00b68404, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f85033a5529241799f7432cba5761da1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/b3af95cd28814f758c5a64740f3ecc0b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/2303e64caa084b6cb7862d04b65dbd44, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/388a5e2d58024d5e9e089f507591143c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f83dab806986452ebff4810ff27dd76a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/877ea7aea336477eaf3179c46794e591, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/07e2329173664f9997c3eae3d997684a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f06a1cd8367f4a6cac0605a7453c3ba7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6b5835ac8bbf4a508abb4493c9fae28b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/59562f1e14a14c07a3737377d014ee91, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/922925f17aca40ec8bfa92e17922845d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/45a4226ed8fb46779aa4b30acec974bc, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f13d4c36fe0142dca18c7cd42ead7d1f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/74964c490bdd48cda4f7187c2971e7f8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/fa81f00df08646dbb0c215625c6dd1c2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/12fa307b5d494bad8a3cf7868b76ac4e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/dae9df99af85455fb544ad66837f251a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/a1308cef1d0f4705ae806e013a8643b3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/afb429319adf4663acb349d43635b601, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f9b52083904c4d088c3c8a5c82345bf8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/621bb551faf74121b4bd0725c9a4a6b4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/c5775950e19d47eba5cfa753d7aa531e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/9dcc663bdd5a44e887a8eff17f0864a6] to archive 2024-11-27T03:23:14,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:23:14,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/8ca6b0e4ccd040f8b9049cae50f1165c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/8ca6b0e4ccd040f8b9049cae50f1165c 2024-11-27T03:23:14,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/ba7d183c4ba44cbb9fc5d06ae0004bae to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/ba7d183c4ba44cbb9fc5d06ae0004bae 2024-11-27T03:23:14,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/aa580d794cc14b7e99e77302e3802fbc to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/aa580d794cc14b7e99e77302e3802fbc 2024-11-27T03:23:14,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f20977b79c874d07a437770d1295396d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f20977b79c874d07a437770d1295396d 2024-11-27T03:23:14,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/082380da9aef4eb3ad70a8f5d29f610d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/082380da9aef4eb3ad70a8f5d29f610d 2024-11-27T03:23:14,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/2fe97024b8f748e49ddcfe0fe2cc3b6c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/2fe97024b8f748e49ddcfe0fe2cc3b6c 2024-11-27T03:23:14,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/946003fd57034a1e91697326fcf85141 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/946003fd57034a1e91697326fcf85141 2024-11-27T03:23:14,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/21a6dc1cdd9747f58a9763eb7c8a383d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/21a6dc1cdd9747f58a9763eb7c8a383d 2024-11-27T03:23:14,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/accab54d8eea4523ae6d3490e087cfb2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/accab54d8eea4523ae6d3490e087cfb2 2024-11-27T03:23:14,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/38715b4269c7483ba84a4fb54e181fb0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/38715b4269c7483ba84a4fb54e181fb0 2024-11-27T03:23:14,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/4d5d5081d019461e87d9723d2efb623e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/4d5d5081d019461e87d9723d2efb623e 2024-11-27T03:23:14,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/7f6c02cce6714888b3865162d540930b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/7f6c02cce6714888b3865162d540930b 2024-11-27T03:23:14,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/87c0a7f13a71402b9fd873615a9a54b0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/87c0a7f13a71402b9fd873615a9a54b0 2024-11-27T03:23:14,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/26ac64aac8794cdd8c0b4ac5738c66b5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/26ac64aac8794cdd8c0b4ac5738c66b5 2024-11-27T03:23:14,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6d9d73833bba40e4950e48d4c15b70fb to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6d9d73833bba40e4950e48d4c15b70fb 2024-11-27T03:23:14,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/869403e05b044247ada72426d04a5328 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/869403e05b044247ada72426d04a5328 2024-11-27T03:23:14,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/7a586f985a194fa8aa9974afb7ca5248 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/7a586f985a194fa8aa9974afb7ca5248 2024-11-27T03:23:14,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f70588d924c34c748ed5dab54675ae1c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f70588d924c34c748ed5dab54675ae1c 2024-11-27T03:23:14,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6e4f575b1c9b4adb914bea7a00b68404 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6e4f575b1c9b4adb914bea7a00b68404 2024-11-27T03:23:14,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f85033a5529241799f7432cba5761da1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f85033a5529241799f7432cba5761da1 2024-11-27T03:23:14,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/b3af95cd28814f758c5a64740f3ecc0b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/b3af95cd28814f758c5a64740f3ecc0b 2024-11-27T03:23:14,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/2303e64caa084b6cb7862d04b65dbd44 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/2303e64caa084b6cb7862d04b65dbd44 2024-11-27T03:23:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T03:23:14,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/388a5e2d58024d5e9e089f507591143c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/388a5e2d58024d5e9e089f507591143c 2024-11-27T03:23:14,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f83dab806986452ebff4810ff27dd76a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f83dab806986452ebff4810ff27dd76a 2024-11-27T03:23:14,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/877ea7aea336477eaf3179c46794e591 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/877ea7aea336477eaf3179c46794e591 2024-11-27T03:23:14,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/07e2329173664f9997c3eae3d997684a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/07e2329173664f9997c3eae3d997684a 2024-11-27T03:23:14,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f06a1cd8367f4a6cac0605a7453c3ba7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f06a1cd8367f4a6cac0605a7453c3ba7 2024-11-27T03:23:14,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6b5835ac8bbf4a508abb4493c9fae28b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/6b5835ac8bbf4a508abb4493c9fae28b 2024-11-27T03:23:14,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/59562f1e14a14c07a3737377d014ee91 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/59562f1e14a14c07a3737377d014ee91 2024-11-27T03:23:14,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/922925f17aca40ec8bfa92e17922845d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/922925f17aca40ec8bfa92e17922845d 2024-11-27T03:23:14,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/45a4226ed8fb46779aa4b30acec974bc to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/45a4226ed8fb46779aa4b30acec974bc 2024-11-27T03:23:14,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f13d4c36fe0142dca18c7cd42ead7d1f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f13d4c36fe0142dca18c7cd42ead7d1f 2024-11-27T03:23:14,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/74964c490bdd48cda4f7187c2971e7f8 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/74964c490bdd48cda4f7187c2971e7f8 2024-11-27T03:23:14,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/fa81f00df08646dbb0c215625c6dd1c2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/fa81f00df08646dbb0c215625c6dd1c2 2024-11-27T03:23:14,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/12fa307b5d494bad8a3cf7868b76ac4e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/12fa307b5d494bad8a3cf7868b76ac4e 2024-11-27T03:23:14,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/dae9df99af85455fb544ad66837f251a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/dae9df99af85455fb544ad66837f251a 2024-11-27T03:23:14,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/a1308cef1d0f4705ae806e013a8643b3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/a1308cef1d0f4705ae806e013a8643b3 2024-11-27T03:23:14,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/afb429319adf4663acb349d43635b601 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/afb429319adf4663acb349d43635b601 2024-11-27T03:23:14,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f9b52083904c4d088c3c8a5c82345bf8 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/f9b52083904c4d088c3c8a5c82345bf8 2024-11-27T03:23:14,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/621bb551faf74121b4bd0725c9a4a6b4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/621bb551faf74121b4bd0725c9a4a6b4 2024-11-27T03:23:14,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/c5775950e19d47eba5cfa753d7aa531e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/c5775950e19d47eba5cfa753d7aa531e 2024-11-27T03:23:14,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/9dcc663bdd5a44e887a8eff17f0864a6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/9dcc663bdd5a44e887a8eff17f0864a6 2024-11-27T03:23:14,813 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/recovered.edits/640.seqid, newMaxSeqId=640, maxSeqId=1 2024-11-27T03:23:14,813 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631. 2024-11-27T03:23:14,814 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for 81dece54f5db1114c5c5245172ff4631: 2024-11-27T03:23:14,816 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed 81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:14,817 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=81dece54f5db1114c5c5245172ff4631, regionState=CLOSED 2024-11-27T03:23:14,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-27T03:23:14,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure 81dece54f5db1114c5c5245172ff4631, server=2037602345fe,42163,1732677650856 in 362 msec 2024-11-27T03:23:14,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-27T03:23:14,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=81dece54f5db1114c5c5245172ff4631, UNASSIGN in 365 msec 2024-11-27T03:23:14,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-27T03:23:14,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 371 msec 2024-11-27T03:23:14,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677794826"}]},"ts":"1732677794826"} 2024-11-27T03:23:14,827 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T03:23:14,831 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T03:23:14,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 389 msec 2024-11-27T03:23:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-27T03:23:15,050 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-27T03:23:15,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T03:23:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:15,053 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=158, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T03:23:15,055 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=158, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:15,068 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:15,070 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/recovered.edits] 2024-11-27T03:23:15,075 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/050b4224a7be4f0093409c98ec438b60 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/050b4224a7be4f0093409c98ec438b60 2024-11-27T03:23:15,078 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/28b1f4ca07e947a49f58757aff67d813 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/28b1f4ca07e947a49f58757aff67d813 2024-11-27T03:23:15,081 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f73815f8e09c4506bdf2c403362b396a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/A/f73815f8e09c4506bdf2c403362b396a 2024-11-27T03:23:15,085 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1ca338067e2e451bad3e4cb08a0efd85 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/1ca338067e2e451bad3e4cb08a0efd85 2024-11-27T03:23:15,086 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/461c6a0f0de04091a870ff10e7bc8333 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/461c6a0f0de04091a870ff10e7bc8333 2024-11-27T03:23:15,088 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/f60b4874c4374c8189a5c336be63df87 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/B/f60b4874c4374c8189a5c336be63df87 2024-11-27T03:23:15,092 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/56e9f9bcfc2e455dbae155426c68a181 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/56e9f9bcfc2e455dbae155426c68a181 2024-11-27T03:23:15,093 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/9705a9e5a40748899e76e47951edafb5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/9705a9e5a40748899e76e47951edafb5 2024-11-27T03:23:15,094 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/fbb3b073d8bc4f59a9bd36d5028dc2e2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/C/fbb3b073d8bc4f59a9bd36d5028dc2e2 2024-11-27T03:23:15,096 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/recovered.edits/640.seqid to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631/recovered.edits/640.seqid 2024-11-27T03:23:15,098 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/81dece54f5db1114c5c5245172ff4631 2024-11-27T03:23:15,099 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T03:23:15,101 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=158, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:15,103 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T03:23:15,105 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T03:23:15,107 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=158, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:15,107 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T03:23:15,107 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732677795107"}]},"ts":"9223372036854775807"} 2024-11-27T03:23:15,109 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T03:23:15,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 81dece54f5db1114c5c5245172ff4631, NAME => 'TestAcidGuarantees,,1732677770654.81dece54f5db1114c5c5245172ff4631.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T03:23:15,109 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T03:23:15,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732677795109"}]},"ts":"9223372036854775807"} 2024-11-27T03:23:15,114 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T03:23:15,117 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=158, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:15,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 66 msec 2024-11-27T03:23:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-27T03:23:15,157 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-11-27T03:23:15,170 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 239), OpenFileDescriptor=450 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=820 (was 653) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5754 (was 5874) 2024-11-27T03:23:15,193 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=820, ProcessCount=11, AvailableMemoryMB=5753 2024-11-27T03:23:15,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T03:23:15,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:15,198 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T03:23:15,198 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:15,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 159 2024-11-27T03:23:15,199 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T03:23:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-27T03:23:15,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742495_1671 (size=960) 2024-11-27T03:23:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-27T03:23:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-27T03:23:15,648 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb 2024-11-27T03:23:15,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742496_1672 (size=53) 2024-11-27T03:23:15,654 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:15,654 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 42b8e5aa32bd18915e285ed17c934134, disabling compactions & flushes 2024-11-27T03:23:15,654 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:15,654 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:15,654 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. after waiting 0 ms 2024-11-27T03:23:15,654 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:15,654 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:15,654 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:15,655 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T03:23:15,655 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732677795655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732677795655"}]},"ts":"1732677795655"} 2024-11-27T03:23:15,656 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T03:23:15,657 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T03:23:15,657 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677795657"}]},"ts":"1732677795657"} 2024-11-27T03:23:15,658 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T03:23:15,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=42b8e5aa32bd18915e285ed17c934134, ASSIGN}] 2024-11-27T03:23:15,663 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=42b8e5aa32bd18915e285ed17c934134, ASSIGN 2024-11-27T03:23:15,663 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=42b8e5aa32bd18915e285ed17c934134, ASSIGN; state=OFFLINE, location=2037602345fe,42163,1732677650856; forceNewPlan=false, retain=false 2024-11-27T03:23:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-27T03:23:15,814 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=42b8e5aa32bd18915e285ed17c934134, regionState=OPENING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:23:15,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; OpenRegionProcedure 42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:23:15,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:15,971 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:15,971 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7285): Opening region: {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:15,971 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:15,971 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:15,972 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7327): checking encryption for 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:15,972 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7330): checking classloading for 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:15,973 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:15,974 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:23:15,974 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42b8e5aa32bd18915e285ed17c934134 columnFamilyName A 2024-11-27T03:23:15,975 DEBUG [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:15,975 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.HStore(327): Store=42b8e5aa32bd18915e285ed17c934134/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:15,975 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:15,976 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:23:15,976 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42b8e5aa32bd18915e285ed17c934134 columnFamilyName B 2024-11-27T03:23:15,976 DEBUG [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:15,977 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.HStore(327): Store=42b8e5aa32bd18915e285ed17c934134/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:15,977 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:15,980 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:23:15,980 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42b8e5aa32bd18915e285ed17c934134 columnFamilyName C 2024-11-27T03:23:15,980 DEBUG [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:15,981 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.HStore(327): Store=42b8e5aa32bd18915e285ed17c934134/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:15,981 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:15,982 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:15,982 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:15,984 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T03:23:15,985 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1085): writing seq id for 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:15,987 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T03:23:15,988 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1102): Opened 42b8e5aa32bd18915e285ed17c934134; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72473146, jitterRate=0.0799340307712555}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T03:23:15,989 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1001): Region open journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:15,989 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., pid=161, masterSystemTime=1732677795968 2024-11-27T03:23:15,991 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:15,991 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:15,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=42b8e5aa32bd18915e285ed17c934134, regionState=OPEN, openSeqNum=2, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:23:15,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-27T03:23:15,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; OpenRegionProcedure 42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 in 176 msec 2024-11-27T03:23:15,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-27T03:23:15,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=42b8e5aa32bd18915e285ed17c934134, ASSIGN in 332 msec 2024-11-27T03:23:15,996 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T03:23:15,996 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677795996"}]},"ts":"1732677795996"} 2024-11-27T03:23:15,997 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T03:23:16,000 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T03:23:16,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 805 msec 2024-11-27T03:23:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-27T03:23:16,304 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-27T03:23:16,305 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2209c520 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5765d46a 2024-11-27T03:23:16,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9954b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:16,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:16,316 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:16,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T03:23:16,318 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T03:23:16,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T03:23:16,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T03:23:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:16,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742497_1673 (size=996) 2024-11-27T03:23:16,732 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T03:23:16,732 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T03:23:16,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T03:23:16,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=42b8e5aa32bd18915e285ed17c934134, REOPEN/MOVE}] 2024-11-27T03:23:16,737 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=42b8e5aa32bd18915e285ed17c934134, REOPEN/MOVE 2024-11-27T03:23:16,737 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=42b8e5aa32bd18915e285ed17c934134, regionState=CLOSING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:23:16,738 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T03:23:16,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; CloseRegionProcedure 42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:23:16,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:16,890 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(124): Close 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:16,890 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T03:23:16,890 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1681): Closing 42b8e5aa32bd18915e285ed17c934134, disabling compactions & flushes 2024-11-27T03:23:16,890 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:16,890 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:16,890 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. after waiting 0 ms 2024-11-27T03:23:16,891 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:16,894 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T03:23:16,896 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:16,896 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1635): Region close journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:16,896 WARN [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionServer(3786): Not adding moved region record: 42b8e5aa32bd18915e285ed17c934134 to self. 2024-11-27T03:23:16,898 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(170): Closed 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:16,898 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=42b8e5aa32bd18915e285ed17c934134, regionState=CLOSED 2024-11-27T03:23:16,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-27T03:23:16,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; CloseRegionProcedure 42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 in 161 msec 2024-11-27T03:23:16,905 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=42b8e5aa32bd18915e285ed17c934134, REOPEN/MOVE; state=CLOSED, location=2037602345fe,42163,1732677650856; forceNewPlan=false, retain=true 2024-11-27T03:23:17,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=42b8e5aa32bd18915e285ed17c934134, regionState=OPENING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=164, state=RUNNABLE; OpenRegionProcedure 42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:23:17,209 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:17,212 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:17,212 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7285): Opening region: {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} 2024-11-27T03:23:17,213 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:17,213 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T03:23:17,213 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7327): checking encryption for 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:17,213 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7330): checking classloading for 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:17,214 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:17,215 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:23:17,215 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42b8e5aa32bd18915e285ed17c934134 columnFamilyName A 2024-11-27T03:23:17,217 DEBUG [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:17,217 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.HStore(327): Store=42b8e5aa32bd18915e285ed17c934134/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:17,217 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:17,218 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:23:17,218 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42b8e5aa32bd18915e285ed17c934134 columnFamilyName B 2024-11-27T03:23:17,218 DEBUG [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:17,219 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.HStore(327): Store=42b8e5aa32bd18915e285ed17c934134/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:17,219 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:17,219 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T03:23:17,219 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42b8e5aa32bd18915e285ed17c934134 columnFamilyName C 2024-11-27T03:23:17,219 DEBUG [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:17,220 INFO [StoreOpener-42b8e5aa32bd18915e285ed17c934134-1 {}] regionserver.HStore(327): Store=42b8e5aa32bd18915e285ed17c934134/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T03:23:17,220 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:17,221 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:17,221 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:17,223 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T03:23:17,225 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1085): writing seq id for 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:17,227 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1102): Opened 42b8e5aa32bd18915e285ed17c934134; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68721751, jitterRate=0.024033889174461365}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T03:23:17,229 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1001): Region open journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:17,229 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., pid=166, masterSystemTime=1732677797209 2024-11-27T03:23:17,231 DEBUG [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:17,231 INFO [RS_OPEN_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:17,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=42b8e5aa32bd18915e285ed17c934134, regionState=OPEN, openSeqNum=5, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=164 2024-11-27T03:23:17,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=164, state=SUCCESS; OpenRegionProcedure 42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 in 175 msec 2024-11-27T03:23:17,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-27T03:23:17,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=42b8e5aa32bd18915e285ed17c934134, REOPEN/MOVE in 497 msec 2024-11-27T03:23:17,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-27T03:23:17,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 502 msec 2024-11-27T03:23:17,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 918 msec 2024-11-27T03:23:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-27T03:23:17,242 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-11-27T03:23:17,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:17,253 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-11-27T03:23:17,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:17,266 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-11-27T03:23:17,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:17,271 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-11-27T03:23:17,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:17,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-11-27T03:23:17,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:17,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4 2024-11-27T03:23:17,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:17,384 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-11-27T03:23:17,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:17,422 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-11-27T03:23:17,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:17,471 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-11-27T03:23:17,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:17,481 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb75907 to 127.0.0.1:58362 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68c2838a 2024-11-27T03:23:17,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a85fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T03:23:17,525 DEBUG [hconnection-0x70da409a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:17,529 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:17,533 DEBUG [hconnection-0x31fec9b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:17,535 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:17,545 DEBUG [hconnection-0xe6a30f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:17,546 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:17,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:23:17,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:17,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:17,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:17,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:17,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:17,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:17,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-27T03:23:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T03:23:17,571 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:17,571 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:17,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:17,571 DEBUG [hconnection-0x1cf57712-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:17,572 DEBUG [hconnection-0x7ade54d9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:17,573 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:17,573 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:17,622 DEBUG [hconnection-0x6fc9ad23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:17,623 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:17,626 DEBUG [hconnection-0x2ae4d63e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:17,628 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:17,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51606 deadline: 1732677857637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51670 deadline: 1732677857640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a1efd5aa290e4104a00553c6f369eb6f_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677797536/Put/seqid=0 2024-11-27T03:23:17,662 DEBUG [hconnection-0x60ad67f5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:17,663 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:17,666 DEBUG [hconnection-0x1fe80825-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:17,667 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:17,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677857664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T03:23:17,678 DEBUG [hconnection-0x6c520722-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T03:23:17,679 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T03:23:17,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677857679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677857684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742498_1674 (size=12154) 2024-11-27T03:23:17,702 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:17,707 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a1efd5aa290e4104a00553c6f369eb6f_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a1efd5aa290e4104a00553c6f369eb6f_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:17,708 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/18ba2a5cbd904a7c994b8ce40a06d6e5, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:17,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/18ba2a5cbd904a7c994b8ce40a06d6e5 is 175, key is test_row_0/A:col10/1732677797536/Put/seqid=0 2024-11-27T03:23:17,723 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:17,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T03:23:17,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:17,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:17,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:17,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:17,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:17,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742499_1675 (size=30955) 2024-11-27T03:23:17,732 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/18ba2a5cbd904a7c994b8ce40a06d6e5 2024-11-27T03:23:17,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51606 deadline: 1732677857747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51670 deadline: 1732677857747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/93ffa97b274f4c8d975047c0ce27364f is 50, key is test_row_0/B:col10/1732677797536/Put/seqid=0 2024-11-27T03:23:17,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677857770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677857782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677857787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742500_1676 (size=12001) 2024-11-27T03:23:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T03:23:17,876 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:17,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T03:23:17,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:17,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:17,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:17,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:17,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:17,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51606 deadline: 1732677857952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51670 deadline: 1732677857953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677857973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677857989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:17,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677857990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:18,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:18,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T03:23:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:18,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T03:23:18,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:18,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T03:23:18,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:18,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:18,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:18,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/93ffa97b274f4c8d975047c0ce27364f 2024-11-27T03:23:18,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51606 deadline: 1732677858254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:18,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51670 deadline: 1732677858256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:18,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/ce4bab8908a84666b21e4e272c423fbf is 50, key is test_row_0/C:col10/1732677797536/Put/seqid=0 2024-11-27T03:23:18,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677858277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:18,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742501_1677 (size=12001) 2024-11-27T03:23:18,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677858291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:18,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677858294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:18,365 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:18,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T03:23:18,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:18,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:18,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:18,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,518 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:18,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T03:23:18,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:18,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:18,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:18,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T03:23:18,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:18,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:18,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:18,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T03:23:18,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/ce4bab8908a84666b21e4e272c423fbf 2024-11-27T03:23:18,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/18ba2a5cbd904a7c994b8ce40a06d6e5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/18ba2a5cbd904a7c994b8ce40a06d6e5 2024-11-27T03:23:18,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/18ba2a5cbd904a7c994b8ce40a06d6e5, entries=150, sequenceid=15, filesize=30.2 K 2024-11-27T03:23:18,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/93ffa97b274f4c8d975047c0ce27364f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/93ffa97b274f4c8d975047c0ce27364f 2024-11-27T03:23:18,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/93ffa97b274f4c8d975047c0ce27364f, entries=150, sequenceid=15, filesize=11.7 K 2024-11-27T03:23:18,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/ce4bab8908a84666b21e4e272c423fbf as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/ce4bab8908a84666b21e4e272c423fbf 2024-11-27T03:23:18,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/ce4bab8908a84666b21e4e272c423fbf, entries=150, sequenceid=15, filesize=11.7 K 2024-11-27T03:23:18,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 42b8e5aa32bd18915e285ed17c934134 in 1148ms, sequenceid=15, compaction requested=false 2024-11-27T03:23:18,697 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T03:23:18,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:18,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T03:23:18,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:18,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:18,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:18,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:18,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:18,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:18,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fe01504c14984e2ab8f966d756587748_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677797635/Put/seqid=0 2024-11-27T03:23:18,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51670 deadline: 1732677858771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:18,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51606 deadline: 1732677858773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742502_1678 (size=12154) 2024-11-27T03:23:18,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677858782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:18,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677858794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:18,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677858799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:18,823 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:18,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T03:23:18,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:18,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:18,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:18,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51670 deadline: 1732677858874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:18,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51606 deadline: 1732677858876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:18,976 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:18,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T03:23:18,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:18,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:18,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:18,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:19,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51670 deadline: 1732677859076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:19,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51606 deadline: 1732677859080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:19,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:19,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T03:23:19,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:19,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:19,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:19,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:19,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:19,185 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:19,190 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fe01504c14984e2ab8f966d756587748_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fe01504c14984e2ab8f966d756587748_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:19,192 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/feadcd9bf57146ae92e242df3410d0d8, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:19,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/feadcd9bf57146ae92e242df3410d0d8 is 175, key is test_row_0/A:col10/1732677797635/Put/seqid=0 2024-11-27T03:23:19,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742503_1679 (size=30955) 2024-11-27T03:23:19,243 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:23:19,295 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:19,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T03:23:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:19,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:19,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51670 deadline: 1732677859379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:19,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51606 deadline: 1732677859382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:19,447 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:19,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T03:23:19,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:19,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:19,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:19,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:19,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:19,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:19,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T03:23:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:19,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:19,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:19,628 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/feadcd9bf57146ae92e242df3410d0d8 2024-11-27T03:23:19,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/68dac8f19db845b6b5fa2c8d69b3558b is 50, key is test_row_0/B:col10/1732677797635/Put/seqid=0 2024-11-27T03:23:19,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742504_1680 (size=12001) 2024-11-27T03:23:19,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/68dac8f19db845b6b5fa2c8d69b3558b 2024-11-27T03:23:19,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/50b10af5bcbc48e0badee5d54a22f79f is 50, key is test_row_0/C:col10/1732677797635/Put/seqid=0 2024-11-27T03:23:19,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742505_1681 (size=12001) 2024-11-27T03:23:19,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/50b10af5bcbc48e0badee5d54a22f79f 2024-11-27T03:23:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T03:23:19,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/feadcd9bf57146ae92e242df3410d0d8 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/feadcd9bf57146ae92e242df3410d0d8 2024-11-27T03:23:19,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/feadcd9bf57146ae92e242df3410d0d8, entries=150, sequenceid=41, filesize=30.2 K 2024-11-27T03:23:19,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/68dac8f19db845b6b5fa2c8d69b3558b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/68dac8f19db845b6b5fa2c8d69b3558b 2024-11-27T03:23:19,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/68dac8f19db845b6b5fa2c8d69b3558b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-27T03:23:19,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/50b10af5bcbc48e0badee5d54a22f79f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/50b10af5bcbc48e0badee5d54a22f79f 2024-11-27T03:23:19,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/50b10af5bcbc48e0badee5d54a22f79f, entries=150, sequenceid=41, filesize=11.7 K 2024-11-27T03:23:19,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 42b8e5aa32bd18915e285ed17c934134 in 935ms, sequenceid=41, compaction requested=false 2024-11-27T03:23:19,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:19,754 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:19,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T03:23:19,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:19,755 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T03:23:19,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:19,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:19,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:19,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:19,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:19,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:19,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127064296d1ae5844b6ac09b7ab8673dcef_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677798772/Put/seqid=0 2024-11-27T03:23:19,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742506_1682 (size=12154) 2024-11-27T03:23:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:19,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:19,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677859817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:19,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677859819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:19,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677859820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:19,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51670 deadline: 1732677859882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:19,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51606 deadline: 1732677859885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:19,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677859922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:19,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677859922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:19,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677859923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:20,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677860124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:20,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677860125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:20,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677860125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:20,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:20,194 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127064296d1ae5844b6ac09b7ab8673dcef_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127064296d1ae5844b6ac09b7ab8673dcef_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:20,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/bbd7c0216e5c42099389608a90cd8940, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:20,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/bbd7c0216e5c42099389608a90cd8940 is 175, key is test_row_0/A:col10/1732677798772/Put/seqid=0 2024-11-27T03:23:20,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742507_1683 (size=30955) 2024-11-27T03:23:20,201 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/bbd7c0216e5c42099389608a90cd8940 2024-11-27T03:23:20,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/c664e455421a4a0d93f97c35703e2736 is 50, key is test_row_0/B:col10/1732677798772/Put/seqid=0 2024-11-27T03:23:20,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742508_1684 (size=12001) 2024-11-27T03:23:20,212 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/c664e455421a4a0d93f97c35703e2736 2024-11-27T03:23:20,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/970a79d9f8ba45e4b2843324ddb2da7f is 50, key is test_row_0/C:col10/1732677798772/Put/seqid=0 2024-11-27T03:23:20,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742509_1685 (size=12001) 2024-11-27T03:23:20,227 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/970a79d9f8ba45e4b2843324ddb2da7f 2024-11-27T03:23:20,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/bbd7c0216e5c42099389608a90cd8940 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/bbd7c0216e5c42099389608a90cd8940 2024-11-27T03:23:20,235 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/bbd7c0216e5c42099389608a90cd8940, entries=150, sequenceid=51, filesize=30.2 K 2024-11-27T03:23:20,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/c664e455421a4a0d93f97c35703e2736 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/c664e455421a4a0d93f97c35703e2736 2024-11-27T03:23:20,243 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/c664e455421a4a0d93f97c35703e2736, entries=150, sequenceid=51, filesize=11.7 K 2024-11-27T03:23:20,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/970a79d9f8ba45e4b2843324ddb2da7f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/970a79d9f8ba45e4b2843324ddb2da7f 2024-11-27T03:23:20,255 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/970a79d9f8ba45e4b2843324ddb2da7f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-27T03:23:20,256 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 42b8e5aa32bd18915e285ed17c934134 in 501ms, sequenceid=51, compaction requested=true 2024-11-27T03:23:20,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:20,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:20,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-27T03:23:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-27T03:23:20,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-27T03:23:20,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6860 sec 2024-11-27T03:23:20,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.6890 sec 2024-11-27T03:23:20,337 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T03:23:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:20,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T03:23:20,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:20,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:20,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:20,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:20,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:20,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:20,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e4f24615123044508ba39862652517c5_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677799819/Put/seqid=0 2024-11-27T03:23:20,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677860437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:20,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742510_1686 (size=14594) 2024-11-27T03:23:20,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677860440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:20,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677860440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:20,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677860541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:20,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:20,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677860544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677860544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:20,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677860745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:20,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677860747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:20,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677860748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:20,844 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:20,853 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e4f24615123044508ba39862652517c5_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e4f24615123044508ba39862652517c5_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:20,854 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/e554f28288c34a57b360460b27b2a5b0, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:20,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/e554f28288c34a57b360460b27b2a5b0 is 175, key is test_row_0/A:col10/1732677799819/Put/seqid=0 2024-11-27T03:23:20,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742511_1687 (size=39549) 2024-11-27T03:23:20,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51670 deadline: 1732677860885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:20,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51606 deadline: 1732677860894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:21,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677861049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:21,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677861051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:21,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677861051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:21,258 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/e554f28288c34a57b360460b27b2a5b0 2024-11-27T03:23:21,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/d79a717dcee744c190be9633a6ec3708 is 50, key is test_row_0/B:col10/1732677799819/Put/seqid=0 2024-11-27T03:23:21,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742512_1688 (size=12001) 2024-11-27T03:23:21,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677861552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:21,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677861555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:21,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677861558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T03:23:21,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/d79a717dcee744c190be9633a6ec3708 2024-11-27T03:23:21,676 INFO [Thread-2935 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-27T03:23:21,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-27T03:23:21,680 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T03:23:21,680 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:21,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:21,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/73e2e90f103244758c4f99127afa031a is 50, key is test_row_0/C:col10/1732677799819/Put/seqid=0 2024-11-27T03:23:21,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742513_1689 (size=12001) 2024-11-27T03:23:21,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/73e2e90f103244758c4f99127afa031a 2024-11-27T03:23:21,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/e554f28288c34a57b360460b27b2a5b0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/e554f28288c34a57b360460b27b2a5b0 2024-11-27T03:23:21,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/e554f28288c34a57b360460b27b2a5b0, entries=200, sequenceid=80, filesize=38.6 K 2024-11-27T03:23:21,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/d79a717dcee744c190be9633a6ec3708 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/d79a717dcee744c190be9633a6ec3708 2024-11-27T03:23:21,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/d79a717dcee744c190be9633a6ec3708, entries=150, sequenceid=80, filesize=11.7 K 2024-11-27T03:23:21,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/73e2e90f103244758c4f99127afa031a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/73e2e90f103244758c4f99127afa031a 2024-11-27T03:23:21,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/73e2e90f103244758c4f99127afa031a, entries=150, sequenceid=80, filesize=11.7 K 2024-11-27T03:23:21,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 42b8e5aa32bd18915e285ed17c934134 in 1288ms, sequenceid=80, compaction requested=true 2024-11-27T03:23:21,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:21,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:21,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:21,719 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:21,719 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:21,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:21,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:21,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:21,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:21,721 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:21,721 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:21,721 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/B is initiating minor compaction (all files) 2024-11-27T03:23:21,721 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/A is initiating minor compaction (all files) 2024-11-27T03:23:21,721 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/B in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:21,721 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/A in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:21,721 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/18ba2a5cbd904a7c994b8ce40a06d6e5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/feadcd9bf57146ae92e242df3410d0d8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/bbd7c0216e5c42099389608a90cd8940, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/e554f28288c34a57b360460b27b2a5b0] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=129.3 K 2024-11-27T03:23:21,721 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:21,721 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/18ba2a5cbd904a7c994b8ce40a06d6e5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/feadcd9bf57146ae92e242df3410d0d8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/bbd7c0216e5c42099389608a90cd8940, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/e554f28288c34a57b360460b27b2a5b0] 2024-11-27T03:23:21,722 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/93ffa97b274f4c8d975047c0ce27364f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/68dac8f19db845b6b5fa2c8d69b3558b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/c664e455421a4a0d93f97c35703e2736, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/d79a717dcee744c190be9633a6ec3708] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=46.9 K 2024-11-27T03:23:21,722 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18ba2a5cbd904a7c994b8ce40a06d6e5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732677797536 2024-11-27T03:23:21,722 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 93ffa97b274f4c8d975047c0ce27364f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732677797536 2024-11-27T03:23:21,723 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 68dac8f19db845b6b5fa2c8d69b3558b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732677797554 2024-11-27T03:23:21,723 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting feadcd9bf57146ae92e242df3410d0d8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732677797554 2024-11-27T03:23:21,723 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting c664e455421a4a0d93f97c35703e2736, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732677798768 2024-11-27T03:23:21,723 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbd7c0216e5c42099389608a90cd8940, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732677798768 2024-11-27T03:23:21,723 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d79a717dcee744c190be9633a6ec3708, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732677799816 2024-11-27T03:23:21,723 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e554f28288c34a57b360460b27b2a5b0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732677799816 2024-11-27T03:23:21,732 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:21,742 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#B#compaction#595 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:21,743 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/9bfb023e1fc547e2a9363aea943379db is 50, key is test_row_0/B:col10/1732677799819/Put/seqid=0 2024-11-27T03:23:21,744 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112745f04d5b1ec1478294b808f7beaa64db_42b8e5aa32bd18915e285ed17c934134 store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:21,746 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112745f04d5b1ec1478294b808f7beaa64db_42b8e5aa32bd18915e285ed17c934134, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:21,746 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112745f04d5b1ec1478294b808f7beaa64db_42b8e5aa32bd18915e285ed17c934134 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:21,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742514_1690 (size=12139) 2024-11-27T03:23:21,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742515_1691 (size=4469) 2024-11-27T03:23:21,766 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#A#compaction#594 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:21,767 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/3c682f25896a4206a7002c2f9242c5ff is 175, key is test_row_0/A:col10/1732677799819/Put/seqid=0 2024-11-27T03:23:21,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742516_1692 (size=31093) 2024-11-27T03:23:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T03:23:21,834 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:21,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-27T03:23:21,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:21,835 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T03:23:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:21,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127307979b3d4094690b4b74279e5ebe71f_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677800435/Put/seqid=0 2024-11-27T03:23:21,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742517_1693 (size=12154) 2024-11-27T03:23:21,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:21,849 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127307979b3d4094690b4b74279e5ebe71f_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127307979b3d4094690b4b74279e5ebe71f_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:21,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/87cdcbb6e3314c73bd8c09ab450a68b9, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:21,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/87cdcbb6e3314c73bd8c09ab450a68b9 is 175, key is test_row_0/A:col10/1732677800435/Put/seqid=0 2024-11-27T03:23:21,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742518_1694 (size=30955) 2024-11-27T03:23:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T03:23:22,166 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/9bfb023e1fc547e2a9363aea943379db as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/9bfb023e1fc547e2a9363aea943379db 2024-11-27T03:23:22,171 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/B of 42b8e5aa32bd18915e285ed17c934134 into 9bfb023e1fc547e2a9363aea943379db(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:22,171 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:22,171 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/B, priority=12, startTime=1732677801719; duration=0sec 2024-11-27T03:23:22,171 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:22,171 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:B 2024-11-27T03:23:22,171 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:22,173 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:22,173 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/C is initiating minor compaction (all files) 2024-11-27T03:23:22,173 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/C in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:22,173 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/ce4bab8908a84666b21e4e272c423fbf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/50b10af5bcbc48e0badee5d54a22f79f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/970a79d9f8ba45e4b2843324ddb2da7f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/73e2e90f103244758c4f99127afa031a] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=46.9 K 2024-11-27T03:23:22,178 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ce4bab8908a84666b21e4e272c423fbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732677797536 2024-11-27T03:23:22,178 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 50b10af5bcbc48e0badee5d54a22f79f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732677797554 2024-11-27T03:23:22,179 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 970a79d9f8ba45e4b2843324ddb2da7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732677798768 2024-11-27T03:23:22,179 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/3c682f25896a4206a7002c2f9242c5ff as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/3c682f25896a4206a7002c2f9242c5ff 2024-11-27T03:23:22,180 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 73e2e90f103244758c4f99127afa031a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732677799816 2024-11-27T03:23:22,184 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/A of 42b8e5aa32bd18915e285ed17c934134 into 3c682f25896a4206a7002c2f9242c5ff(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:22,184 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:22,184 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/A, priority=12, startTime=1732677801719; duration=0sec 2024-11-27T03:23:22,185 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:22,185 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:A 2024-11-27T03:23:22,198 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#C#compaction#597 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:22,199 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/df547bd084e24567992809f5aed28ee4 is 50, key is test_row_0/C:col10/1732677799819/Put/seqid=0 2024-11-27T03:23:22,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742519_1695 (size=12139) 2024-11-27T03:23:22,213 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/df547bd084e24567992809f5aed28ee4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/df547bd084e24567992809f5aed28ee4 2024-11-27T03:23:22,220 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/C of 42b8e5aa32bd18915e285ed17c934134 into df547bd084e24567992809f5aed28ee4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:22,220 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:22,220 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/C, priority=12, startTime=1732677801719; duration=0sec 2024-11-27T03:23:22,220 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:22,220 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:C 2024-11-27T03:23:22,255 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/87cdcbb6e3314c73bd8c09ab450a68b9 2024-11-27T03:23:22,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/acc5d7ad79af4a579e51bd712d31c607 is 50, key is test_row_0/B:col10/1732677800435/Put/seqid=0 2024-11-27T03:23:22,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742520_1696 (size=12001) 2024-11-27T03:23:22,281 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/acc5d7ad79af4a579e51bd712d31c607 2024-11-27T03:23:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T03:23:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/f76c32a4194e48d7a3844c0b4237c9f2 is 50, key is test_row_0/C:col10/1732677800435/Put/seqid=0 2024-11-27T03:23:22,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742521_1697 (size=12001) 2024-11-27T03:23:22,292 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/f76c32a4194e48d7a3844c0b4237c9f2 2024-11-27T03:23:22,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/87cdcbb6e3314c73bd8c09ab450a68b9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/87cdcbb6e3314c73bd8c09ab450a68b9 2024-11-27T03:23:22,308 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/87cdcbb6e3314c73bd8c09ab450a68b9, entries=150, sequenceid=88, filesize=30.2 K 2024-11-27T03:23:22,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/acc5d7ad79af4a579e51bd712d31c607 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/acc5d7ad79af4a579e51bd712d31c607 2024-11-27T03:23:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,312 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/acc5d7ad79af4a579e51bd712d31c607, entries=150, sequenceid=88, filesize=11.7 K 2024-11-27T03:23:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/f76c32a4194e48d7a3844c0b4237c9f2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/f76c32a4194e48d7a3844c0b4237c9f2 2024-11-27T03:23:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,318 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/f76c32a4194e48d7a3844c0b4237c9f2, entries=150, sequenceid=88, filesize=11.7 K 2024-11-27T03:23:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,319 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 42b8e5aa32bd18915e285ed17c934134 in 484ms, sequenceid=88, compaction requested=false 2024-11-27T03:23:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:22,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-27T03:23:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-27T03:23:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-27T03:23:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 640 msec 2024-11-27T03:23:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 644 msec 2024-11-27T03:23:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:22,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T03:23:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:22,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277be855f0d50841fe8bee5b4b3c4f8fa2_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677802596/Put/seqid=0 2024-11-27T03:23:22,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742523_1699 (size=26798) 2024-11-27T03:23:22,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677862635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:22,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677862636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:22,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677862637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:22,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677862739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:22,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677862741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:22,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677862741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T03:23:22,783 INFO [Thread-2935 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-27T03:23:22,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-27T03:23:22,785 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T03:23:22,786 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:22,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T03:23:22,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51670 deadline: 1732677862900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:22,902 DEBUG [Thread-2933 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., hostname=2037602345fe,42163,1732677650856, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:22,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51606 deadline: 1732677862917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:22,920 DEBUG [Thread-2925 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., hostname=2037602345fe,42163,1732677650856, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:22,938 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:22,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T03:23:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:22,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:22,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:22,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677862942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:22,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677862943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:22,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677862945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:23,034 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:23,038 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411277be855f0d50841fe8bee5b4b3c4f8fa2_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277be855f0d50841fe8bee5b4b3c4f8fa2_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:23,040 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/64b7909d9d3643e6be1969fff24d5536, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:23,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/64b7909d9d3643e6be1969fff24d5536 is 175, key is test_row_0/A:col10/1732677802596/Put/seqid=0 2024-11-27T03:23:23,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742522_1698 (size=82585) 2024-11-27T03:23:23,047 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/64b7909d9d3643e6be1969fff24d5536 2024-11-27T03:23:23,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/2f17e2f59c764919844c0dd14fb35d89 is 50, key is test_row_0/B:col10/1732677802596/Put/seqid=0 2024-11-27T03:23:23,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742524_1700 (size=12001) 2024-11-27T03:23:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T03:23:23,091 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:23,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T03:23:23,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:23,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:23,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:23,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:23,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:23,243 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:23,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T03:23:23,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:23,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:23,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:23,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:23,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:23,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677863244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:23,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677863246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:23,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677863249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T03:23:23,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:23,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T03:23:23,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:23,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:23,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:23,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:23,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/2f17e2f59c764919844c0dd14fb35d89 2024-11-27T03:23:23,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/c1e99026f5224d6ab7eda6a9b7b4d230 is 50, key is test_row_0/C:col10/1732677802596/Put/seqid=0 2024-11-27T03:23:23,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742525_1701 (size=12001) 2024-11-27T03:23:23,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/c1e99026f5224d6ab7eda6a9b7b4d230 2024-11-27T03:23:23,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/64b7909d9d3643e6be1969fff24d5536 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/64b7909d9d3643e6be1969fff24d5536 2024-11-27T03:23:23,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/64b7909d9d3643e6be1969fff24d5536, entries=450, sequenceid=103, filesize=80.6 K 2024-11-27T03:23:23,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/2f17e2f59c764919844c0dd14fb35d89 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2f17e2f59c764919844c0dd14fb35d89 2024-11-27T03:23:23,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2f17e2f59c764919844c0dd14fb35d89, entries=150, sequenceid=103, filesize=11.7 K 2024-11-27T03:23:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/c1e99026f5224d6ab7eda6a9b7b4d230 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c1e99026f5224d6ab7eda6a9b7b4d230 2024-11-27T03:23:23,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c1e99026f5224d6ab7eda6a9b7b4d230, entries=150, sequenceid=103, filesize=11.7 K 2024-11-27T03:23:23,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 42b8e5aa32bd18915e285ed17c934134 in 953ms, sequenceid=103, compaction requested=true 2024-11-27T03:23:23,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:23,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:23,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:23,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:23,556 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:23,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:23,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:23,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:23:23,556 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:23,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:23,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T03:23:23,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:23,563 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T03:23:23,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:23,564 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144633 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:23,564 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/A is initiating minor compaction (all files) 2024-11-27T03:23:23,564 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/A in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:23,564 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/3c682f25896a4206a7002c2f9242c5ff, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/87cdcbb6e3314c73bd8c09ab450a68b9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/64b7909d9d3643e6be1969fff24d5536] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=141.2 K 2024-11-27T03:23:23,565 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:23,565 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/3c682f25896a4206a7002c2f9242c5ff, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/87cdcbb6e3314c73bd8c09ab450a68b9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/64b7909d9d3643e6be1969fff24d5536] 2024-11-27T03:23:23,565 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:23,565 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c682f25896a4206a7002c2f9242c5ff, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732677799816 2024-11-27T03:23:23,565 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/B is initiating minor compaction (all files) 2024-11-27T03:23:23,565 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/B in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:23,565 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/9bfb023e1fc547e2a9363aea943379db, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/acc5d7ad79af4a579e51bd712d31c607, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2f17e2f59c764919844c0dd14fb35d89] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=35.3 K 2024-11-27T03:23:23,565 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 87cdcbb6e3314c73bd8c09ab450a68b9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732677800434 2024-11-27T03:23:23,566 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bfb023e1fc547e2a9363aea943379db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732677799816 2024-11-27T03:23:23,566 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 64b7909d9d3643e6be1969fff24d5536, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732677802586 2024-11-27T03:23:23,567 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting acc5d7ad79af4a579e51bd712d31c607, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732677800434 2024-11-27T03:23:23,567 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f17e2f59c764919844c0dd14fb35d89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732677802596 2024-11-27T03:23:23,607 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#B#compaction#603 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:23,607 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/ca6190eb50924ef1b62e471ba4dd4a52 is 50, key is test_row_0/B:col10/1732677802596/Put/seqid=0 2024-11-27T03:23:23,629 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:23,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f9a97a538b3342258ea6b4e527a602d9_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677802635/Put/seqid=0 2024-11-27T03:23:23,672 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127dbb3b4358bb94eb7a0c61d72e4d69225_42b8e5aa32bd18915e285ed17c934134 store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:23,675 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127dbb3b4358bb94eb7a0c61d72e4d69225_42b8e5aa32bd18915e285ed17c934134, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:23,676 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127dbb3b4358bb94eb7a0c61d72e4d69225_42b8e5aa32bd18915e285ed17c934134 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:23,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742526_1702 (size=12241) 2024-11-27T03:23:23,736 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/ca6190eb50924ef1b62e471ba4dd4a52 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/ca6190eb50924ef1b62e471ba4dd4a52 2024-11-27T03:23:23,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742527_1703 (size=12154) 2024-11-27T03:23:23,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:23,752 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/B of 42b8e5aa32bd18915e285ed17c934134 into ca6190eb50924ef1b62e471ba4dd4a52(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:23,752 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:23,752 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/B, priority=13, startTime=1732677803556; duration=0sec 2024-11-27T03:23:23,752 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f9a97a538b3342258ea6b4e527a602d9_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f9a97a538b3342258ea6b4e527a602d9_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:23,752 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:23,753 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:B 2024-11-27T03:23:23,753 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:23,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f821d1dd9eb44e29a7e4173dc94b8879, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:23,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f821d1dd9eb44e29a7e4173dc94b8879 is 175, key is test_row_0/A:col10/1732677802635/Put/seqid=0 2024-11-27T03:23:23,755 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:23,755 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/C is initiating minor compaction (all files) 2024-11-27T03:23:23,755 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/C in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:23,755 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/df547bd084e24567992809f5aed28ee4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/f76c32a4194e48d7a3844c0b4237c9f2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c1e99026f5224d6ab7eda6a9b7b4d230] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=35.3 K 2024-11-27T03:23:23,756 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting df547bd084e24567992809f5aed28ee4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732677799816 2024-11-27T03:23:23,756 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f76c32a4194e48d7a3844c0b4237c9f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732677800434 2024-11-27T03:23:23,756 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1e99026f5224d6ab7eda6a9b7b4d230, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732677802596 2024-11-27T03:23:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:23,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:23,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742528_1704 (size=4469) 2024-11-27T03:23:23,817 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#A#compaction#604 average throughput is 0.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:23,817 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/125b242b3e7145ea9e7c21565f1e52b9 is 175, key is test_row_0/A:col10/1732677802596/Put/seqid=0 2024-11-27T03:23:23,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677863827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:23,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677863828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:23,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677863832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:23,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742529_1705 (size=30955) 2024-11-27T03:23:23,858 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#C#compaction#606 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:23,858 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/c0fe71fedb62491f9fedf71976cb495e is 50, key is test_row_0/C:col10/1732677802596/Put/seqid=0 2024-11-27T03:23:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T03:23:23,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742530_1706 (size=31195) 2024-11-27T03:23:23,912 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/125b242b3e7145ea9e7c21565f1e52b9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/125b242b3e7145ea9e7c21565f1e52b9 2024-11-27T03:23:23,916 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/A of 42b8e5aa32bd18915e285ed17c934134 into 125b242b3e7145ea9e7c21565f1e52b9(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:23,916 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:23,917 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/A, priority=13, startTime=1732677803555; duration=0sec 2024-11-27T03:23:23,917 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:23,917 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:A 2024-11-27T03:23:23,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742531_1707 (size=12241) 2024-11-27T03:23:23,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677863935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:23,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:23,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677863935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:23,943 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/c0fe71fedb62491f9fedf71976cb495e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c0fe71fedb62491f9fedf71976cb495e 2024-11-27T03:23:23,948 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/C of 42b8e5aa32bd18915e285ed17c934134 into c0fe71fedb62491f9fedf71976cb495e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:23,948 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:23,948 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/C, priority=13, startTime=1732677803556; duration=0sec 2024-11-27T03:23:23,948 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:23,948 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:C 2024-11-27T03:23:23,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677863948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:24,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677864141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:24,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677864145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:24,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677864153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:24,256 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f821d1dd9eb44e29a7e4173dc94b8879 2024-11-27T03:23:24,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/73a9486de0b645ad9a159bbe76f84ff2 is 50, key is test_row_0/B:col10/1732677802635/Put/seqid=0 2024-11-27T03:23:24,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742532_1708 (size=12001) 2024-11-27T03:23:24,287 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/73a9486de0b645ad9a159bbe76f84ff2 2024-11-27T03:23:24,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/b61f265742fd4687b09f5e233b4208ea is 50, key is test_row_0/C:col10/1732677802635/Put/seqid=0 2024-11-27T03:23:24,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742533_1709 (size=12001) 2024-11-27T03:23:24,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677864447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:24,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677864449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:24,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677864464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:24,750 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/b61f265742fd4687b09f5e233b4208ea 2024-11-27T03:23:24,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f821d1dd9eb44e29a7e4173dc94b8879 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f821d1dd9eb44e29a7e4173dc94b8879 2024-11-27T03:23:24,760 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f821d1dd9eb44e29a7e4173dc94b8879, entries=150, sequenceid=127, filesize=30.2 K 2024-11-27T03:23:24,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/73a9486de0b645ad9a159bbe76f84ff2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/73a9486de0b645ad9a159bbe76f84ff2 2024-11-27T03:23:24,766 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/73a9486de0b645ad9a159bbe76f84ff2, entries=150, sequenceid=127, filesize=11.7 K 2024-11-27T03:23:24,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/b61f265742fd4687b09f5e233b4208ea as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/b61f265742fd4687b09f5e233b4208ea 2024-11-27T03:23:24,771 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/b61f265742fd4687b09f5e233b4208ea, entries=150, sequenceid=127, filesize=11.7 K 2024-11-27T03:23:24,772 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 42b8e5aa32bd18915e285ed17c934134 in 1209ms, sequenceid=127, compaction requested=false 2024-11-27T03:23:24,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:24,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:24,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-27T03:23:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-27T03:23:24,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-27T03:23:24,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9870 sec 2024-11-27T03:23:24,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.9910 sec 2024-11-27T03:23:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T03:23:24,890 INFO [Thread-2935 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-27T03:23:24,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-27T03:23:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T03:23:24,894 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:24,895 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:24,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:24,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T03:23:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:24,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127376c917868364473a331278b1af1f1c8_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677804954/Put/seqid=0 2024-11-27T03:23:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T03:23:25,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742534_1710 (size=12304) 2024-11-27T03:23:25,015 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:25,019 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127376c917868364473a331278b1af1f1c8_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127376c917868364473a331278b1af1f1c8_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:25,024 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/95b4b757dec64cd5a4fc79f916589abf, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:25,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/95b4b757dec64cd5a4fc79f916589abf is 175, key is test_row_0/A:col10/1732677804954/Put/seqid=0 2024-11-27T03:23:25,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742535_1711 (size=31105) 2024-11-27T03:23:25,047 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:25,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T03:23:25,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:25,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:25,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:25,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:25,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677865062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677865064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677865065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677865169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677865173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677865173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T03:23:25,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:25,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T03:23:25,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:25,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:25,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:25,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:25,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:25,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:25,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T03:23:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:25,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:25,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:25,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677865376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677865377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677865378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,441 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/95b4b757dec64cd5a4fc79f916589abf 2024-11-27T03:23:25,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/2bde4808cc3046ee9aab9b21f3fb2365 is 50, key is test_row_0/B:col10/1732677804954/Put/seqid=0 2024-11-27T03:23:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T03:23:25,510 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:25,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T03:23:25,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:25,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:25,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:25,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:25,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:25,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742536_1712 (size=12151) 2024-11-27T03:23:25,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/2bde4808cc3046ee9aab9b21f3fb2365 2024-11-27T03:23:25,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d68014521ebd433baf497a7266ae1440 is 50, key is test_row_0/C:col10/1732677804954/Put/seqid=0 2024-11-27T03:23:25,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742537_1713 (size=12151) 2024-11-27T03:23:25,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d68014521ebd433baf497a7266ae1440 2024-11-27T03:23:25,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/95b4b757dec64cd5a4fc79f916589abf as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/95b4b757dec64cd5a4fc79f916589abf 2024-11-27T03:23:25,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/95b4b757dec64cd5a4fc79f916589abf, entries=150, sequenceid=143, filesize=30.4 K 2024-11-27T03:23:25,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/2bde4808cc3046ee9aab9b21f3fb2365 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2bde4808cc3046ee9aab9b21f3fb2365 2024-11-27T03:23:25,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2bde4808cc3046ee9aab9b21f3fb2365, entries=150, sequenceid=143, filesize=11.9 K 2024-11-27T03:23:25,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d68014521ebd433baf497a7266ae1440 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d68014521ebd433baf497a7266ae1440 2024-11-27T03:23:25,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d68014521ebd433baf497a7266ae1440, entries=150, sequenceid=143, filesize=11.9 K 2024-11-27T03:23:25,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 42b8e5aa32bd18915e285ed17c934134 in 652ms, sequenceid=143, compaction requested=true 2024-11-27T03:23:25,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:25,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:25,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:25,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:25,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:23:25,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:25,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T03:23:25,608 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:25,609 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:25,610 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93255 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:25,610 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/A is initiating minor compaction (all files) 2024-11-27T03:23:25,610 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/A in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:25,610 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/125b242b3e7145ea9e7c21565f1e52b9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f821d1dd9eb44e29a7e4173dc94b8879, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/95b4b757dec64cd5a4fc79f916589abf] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=91.1 K 2024-11-27T03:23:25,610 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:25,610 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/125b242b3e7145ea9e7c21565f1e52b9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f821d1dd9eb44e29a7e4173dc94b8879, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/95b4b757dec64cd5a4fc79f916589abf] 2024-11-27T03:23:25,610 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:25,610 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/C is initiating minor compaction (all files) 2024-11-27T03:23:25,610 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/C in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:25,610 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c0fe71fedb62491f9fedf71976cb495e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/b61f265742fd4687b09f5e233b4208ea, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d68014521ebd433baf497a7266ae1440] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=35.5 K 2024-11-27T03:23:25,611 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 125b242b3e7145ea9e7c21565f1e52b9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732677802596 2024-11-27T03:23:25,611 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting c0fe71fedb62491f9fedf71976cb495e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732677802596 2024-11-27T03:23:25,611 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting b61f265742fd4687b09f5e233b4208ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732677802621 2024-11-27T03:23:25,612 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f821d1dd9eb44e29a7e4173dc94b8879, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732677802621 2024-11-27T03:23:25,612 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d68014521ebd433baf497a7266ae1440, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732677803824 2024-11-27T03:23:25,612 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95b4b757dec64cd5a4fc79f916589abf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732677803824 2024-11-27T03:23:25,634 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#C#compaction#612 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:25,635 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/c7be23607eeb499ba0e51279b1987fea is 50, key is test_row_0/C:col10/1732677804954/Put/seqid=0 2024-11-27T03:23:25,641 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:25,663 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:25,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T03:23:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:25,663 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:23:25,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:25,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:25,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:25,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:25,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:25,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:25,666 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127ab47b1f4dd624b9780db6dac2f10ccbb_42b8e5aa32bd18915e285ed17c934134 store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:25,668 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127ab47b1f4dd624b9780db6dac2f10ccbb_42b8e5aa32bd18915e285ed17c934134, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:25,669 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ab47b1f4dd624b9780db6dac2f10ccbb_42b8e5aa32bd18915e285ed17c934134 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742538_1714 (size=12493) 2024-11-27T03:23:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:25,689 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/c7be23607eeb499ba0e51279b1987fea as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c7be23607eeb499ba0e51279b1987fea 2024-11-27T03:23:25,695 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/C of 42b8e5aa32bd18915e285ed17c934134 into c7be23607eeb499ba0e51279b1987fea(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:25,695 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:25,695 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/C, priority=13, startTime=1732677805608; duration=0sec 2024-11-27T03:23:25,695 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:25,695 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:C 2024-11-27T03:23:25,695 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:25,697 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:25,697 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/B is initiating minor compaction (all files) 2024-11-27T03:23:25,697 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/B in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:25,697 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/ca6190eb50924ef1b62e471ba4dd4a52, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/73a9486de0b645ad9a159bbe76f84ff2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2bde4808cc3046ee9aab9b21f3fb2365] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=35.5 K 2024-11-27T03:23:25,699 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting ca6190eb50924ef1b62e471ba4dd4a52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732677802596 2024-11-27T03:23:25,699 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 73a9486de0b645ad9a159bbe76f84ff2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732677802621 2024-11-27T03:23:25,699 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bde4808cc3046ee9aab9b21f3fb2365, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732677803824 2024-11-27T03:23:25,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127db06bbfff1624f7796d7d677b54068bc_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677805039/Put/seqid=0 2024-11-27T03:23:25,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742539_1715 (size=4469) 2024-11-27T03:23:25,716 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#A#compaction#613 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:25,716 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/d763428a2d4d481d865af8ab21188eb8 is 175, key is test_row_0/A:col10/1732677804954/Put/seqid=0 2024-11-27T03:23:25,724 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#B#compaction#615 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:25,725 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/de02f6d7365f423287d759c911cf47f3 is 50, key is test_row_0/B:col10/1732677804954/Put/seqid=0 2024-11-27T03:23:25,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742540_1716 (size=12304) 2024-11-27T03:23:25,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742542_1718 (size=12493) 2024-11-27T03:23:25,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742541_1717 (size=31447) 2024-11-27T03:23:25,753 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/de02f6d7365f423287d759c911cf47f3 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/de02f6d7365f423287d759c911cf47f3 2024-11-27T03:23:25,754 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/d763428a2d4d481d865af8ab21188eb8 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/d763428a2d4d481d865af8ab21188eb8 2024-11-27T03:23:25,767 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/B of 42b8e5aa32bd18915e285ed17c934134 into de02f6d7365f423287d759c911cf47f3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:25,767 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:25,767 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/B, priority=13, startTime=1732677805608; duration=0sec 2024-11-27T03:23:25,767 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:25,767 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:B 2024-11-27T03:23:25,767 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/A of 42b8e5aa32bd18915e285ed17c934134 into d763428a2d4d481d865af8ab21188eb8(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:25,767 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:25,767 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/A, priority=13, startTime=1732677805608; duration=0sec 2024-11-27T03:23:25,767 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:25,767 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:A 2024-11-27T03:23:25,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677865768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677865768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677865768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677865876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677865876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677865879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T03:23:26,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677866079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:26,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677866081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:26,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677866084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:26,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:26,147 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127db06bbfff1624f7796d7d677b54068bc_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127db06bbfff1624f7796d7d677b54068bc_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:26,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f8a413848ec640699ed62c8279edbff0, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:26,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f8a413848ec640699ed62c8279edbff0 is 175, key is test_row_0/A:col10/1732677805039/Put/seqid=0 2024-11-27T03:23:26,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742543_1719 (size=31105) 2024-11-27T03:23:26,179 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f8a413848ec640699ed62c8279edbff0 2024-11-27T03:23:26,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/6a2fdd17106c48419c99552d178ae936 is 50, key is test_row_0/B:col10/1732677805039/Put/seqid=0 2024-11-27T03:23:26,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742544_1720 (size=12151) 2024-11-27T03:23:26,226 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/6a2fdd17106c48419c99552d178ae936 2024-11-27T03:23:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d6a2c5945ed24569ba8a7b63f49369f5 is 50, key is test_row_0/C:col10/1732677805039/Put/seqid=0 2024-11-27T03:23:26,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742545_1721 (size=12151) 2024-11-27T03:23:26,290 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d6a2c5945ed24569ba8a7b63f49369f5 2024-11-27T03:23:26,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f8a413848ec640699ed62c8279edbff0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8a413848ec640699ed62c8279edbff0 2024-11-27T03:23:26,301 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8a413848ec640699ed62c8279edbff0, entries=150, sequenceid=166, filesize=30.4 K 2024-11-27T03:23:26,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/6a2fdd17106c48419c99552d178ae936 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/6a2fdd17106c48419c99552d178ae936 2024-11-27T03:23:26,308 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/6a2fdd17106c48419c99552d178ae936, entries=150, sequenceid=166, filesize=11.9 K 2024-11-27T03:23:26,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d6a2c5945ed24569ba8a7b63f49369f5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d6a2c5945ed24569ba8a7b63f49369f5 2024-11-27T03:23:26,314 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d6a2c5945ed24569ba8a7b63f49369f5, entries=150, sequenceid=166, filesize=11.9 K 2024-11-27T03:23:26,314 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 42b8e5aa32bd18915e285ed17c934134 in 651ms, sequenceid=166, compaction requested=false 2024-11-27T03:23:26,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:26,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:26,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-27T03:23:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-27T03:23:26,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-27T03:23:26,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4210 sec 2024-11-27T03:23:26,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.4250 sec 2024-11-27T03:23:26,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T03:23:26,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:26,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:26,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:26,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:26,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:26,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:26,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c9d6646c5da44e77a03e9bbb2e3fe2c1_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677805691/Put/seqid=0 2024-11-27T03:23:26,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742546_1722 (size=12304) 2024-11-27T03:23:26,419 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:26,424 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c9d6646c5da44e77a03e9bbb2e3fe2c1_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c9d6646c5da44e77a03e9bbb2e3fe2c1_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:26,429 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/dd6a5f9747504d959c598b561cb5596b, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:26,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/dd6a5f9747504d959c598b561cb5596b is 175, key is test_row_0/A:col10/1732677805691/Put/seqid=0 2024-11-27T03:23:26,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742547_1723 (size=31105) 2024-11-27T03:23:26,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677866442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:26,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677866442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:26,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677866443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:26,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677866549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:26,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677866549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:26,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677866550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:26,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677866755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:26,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677866756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:26,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677866758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:26,848 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/dd6a5f9747504d959c598b561cb5596b 2024-11-27T03:23:26,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/7fc11688278245f79f8cd60a6958e159 is 50, key is test_row_0/B:col10/1732677805691/Put/seqid=0 2024-11-27T03:23:26,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742548_1724 (size=12151) 2024-11-27T03:23:26,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51670 deadline: 1732677866908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:26,912 DEBUG [Thread-2933 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., hostname=2037602345fe,42163,1732677650856, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:26,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51606 deadline: 1732677866940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:26,945 DEBUG [Thread-2925 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., hostname=2037602345fe,42163,1732677650856, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T03:23:26,998 INFO [Thread-2935 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-27T03:23:27,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-27T03:23:27,001 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T03:23:27,002 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:27,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:27,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677867059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:27,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677867063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:27,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677867064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T03:23:27,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:27,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T03:23:27,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:27,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/7fc11688278245f79f8cd60a6958e159 2024-11-27T03:23:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T03:23:27,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/e8228ebbc11d4a87bf6b4ee04281c4c5 is 50, key is test_row_0/C:col10/1732677805691/Put/seqid=0 2024-11-27T03:23:27,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:27,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T03:23:27,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:27,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742549_1725 (size=12151) 2024-11-27T03:23:27,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:27,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T03:23:27,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:27,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677867566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:27,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677867569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:27,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677867570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T03:23:27,627 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:27,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T03:23:27,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:27,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/e8228ebbc11d4a87bf6b4ee04281c4c5 2024-11-27T03:23:27,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/dd6a5f9747504d959c598b561cb5596b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/dd6a5f9747504d959c598b561cb5596b 2024-11-27T03:23:27,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/dd6a5f9747504d959c598b561cb5596b, entries=150, sequenceid=184, filesize=30.4 K 2024-11-27T03:23:27,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/7fc11688278245f79f8cd60a6958e159 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/7fc11688278245f79f8cd60a6958e159 2024-11-27T03:23:27,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:27,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T03:23:27,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:27,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/7fc11688278245f79f8cd60a6958e159, entries=150, sequenceid=184, filesize=11.9 K 2024-11-27T03:23:27,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:27,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/e8228ebbc11d4a87bf6b4ee04281c4c5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/e8228ebbc11d4a87bf6b4ee04281c4c5 2024-11-27T03:23:27,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/e8228ebbc11d4a87bf6b4ee04281c4c5, entries=150, sequenceid=184, filesize=11.9 K 2024-11-27T03:23:27,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 42b8e5aa32bd18915e285ed17c934134 in 1399ms, sequenceid=184, compaction requested=true 2024-11-27T03:23:27,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:27,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:27,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:27,788 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:27,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:27,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:27,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:27,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:27,788 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:27,789 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:27,789 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/A is initiating minor compaction (all files) 2024-11-27T03:23:27,789 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/A in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,789 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/d763428a2d4d481d865af8ab21188eb8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8a413848ec640699ed62c8279edbff0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/dd6a5f9747504d959c598b561cb5596b] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=91.5 K 2024-11-27T03:23:27,789 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,789 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/d763428a2d4d481d865af8ab21188eb8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8a413848ec640699ed62c8279edbff0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/dd6a5f9747504d959c598b561cb5596b] 2024-11-27T03:23:27,789 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:27,789 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/B is initiating minor compaction (all files) 2024-11-27T03:23:27,789 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/B in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,789 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/de02f6d7365f423287d759c911cf47f3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/6a2fdd17106c48419c99552d178ae936, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/7fc11688278245f79f8cd60a6958e159] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=35.9 K 2024-11-27T03:23:27,790 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d763428a2d4d481d865af8ab21188eb8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732677803824 2024-11-27T03:23:27,790 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting de02f6d7365f423287d759c911cf47f3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732677803824 2024-11-27T03:23:27,790 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8a413848ec640699ed62c8279edbff0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732677805039 2024-11-27T03:23:27,790 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a2fdd17106c48419c99552d178ae936, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732677805039 2024-11-27T03:23:27,791 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd6a5f9747504d959c598b561cb5596b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732677805691 2024-11-27T03:23:27,791 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fc11688278245f79f8cd60a6958e159, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732677805691 2024-11-27T03:23:27,798 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#B#compaction#621 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:27,799 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/cec0e25f2f2946269dc3fc1d33e412e7 is 50, key is test_row_0/B:col10/1732677805691/Put/seqid=0 2024-11-27T03:23:27,830 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:27,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742550_1726 (size=12595) 2024-11-27T03:23:27,855 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/cec0e25f2f2946269dc3fc1d33e412e7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/cec0e25f2f2946269dc3fc1d33e412e7 2024-11-27T03:23:27,858 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127536aa02ed64f414eb51b05f447ceb411_42b8e5aa32bd18915e285ed17c934134 store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:27,860 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127536aa02ed64f414eb51b05f447ceb411_42b8e5aa32bd18915e285ed17c934134, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:27,860 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127536aa02ed64f414eb51b05f447ceb411_42b8e5aa32bd18915e285ed17c934134 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:27,865 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/B of 42b8e5aa32bd18915e285ed17c934134 into cec0e25f2f2946269dc3fc1d33e412e7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:27,865 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:27,865 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/B, priority=13, startTime=1732677807788; duration=0sec 2024-11-27T03:23:27,865 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:27,865 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:B 2024-11-27T03:23:27,865 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:27,867 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:27,867 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/C is initiating minor compaction (all files) 2024-11-27T03:23:27,867 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/C in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,867 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c7be23607eeb499ba0e51279b1987fea, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d6a2c5945ed24569ba8a7b63f49369f5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/e8228ebbc11d4a87bf6b4ee04281c4c5] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=35.9 K 2024-11-27T03:23:27,868 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting c7be23607eeb499ba0e51279b1987fea, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732677803824 2024-11-27T03:23:27,868 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d6a2c5945ed24569ba8a7b63f49369f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732677805039 2024-11-27T03:23:27,869 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting e8228ebbc11d4a87bf6b4ee04281c4c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732677805691 2024-11-27T03:23:27,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742551_1727 (size=4469) 2024-11-27T03:23:27,898 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#A#compaction#622 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:27,899 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/bbe9e6e86d8c4e28a1cad8cd816ce5b9 is 175, key is test_row_0/A:col10/1732677805691/Put/seqid=0 2024-11-27T03:23:27,907 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#C#compaction#623 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:27,908 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d3f864f52782484196ae56f33c329b8b is 50, key is test_row_0/C:col10/1732677805691/Put/seqid=0 2024-11-27T03:23:27,933 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:27,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T03:23:27,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:27,935 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T03:23:27,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:27,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:27,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:27,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:27,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:27,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:27,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742552_1728 (size=31549) 2024-11-27T03:23:27,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742553_1729 (size=12595) 2024-11-27T03:23:27,991 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d3f864f52782484196ae56f33c329b8b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d3f864f52782484196ae56f33c329b8b 2024-11-27T03:23:27,996 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/C of 42b8e5aa32bd18915e285ed17c934134 into d3f864f52782484196ae56f33c329b8b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:27,996 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:27,996 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/C, priority=13, startTime=1732677807788; duration=0sec 2024-11-27T03:23:27,996 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:27,996 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:C 2024-11-27T03:23:28,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270563b490f20e41d0a62bfbb2c23521c0_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677806439/Put/seqid=0 2024-11-27T03:23:28,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742554_1730 (size=12304) 2024-11-27T03:23:28,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:28,026 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270563b490f20e41d0a62bfbb2c23521c0_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270563b490f20e41d0a62bfbb2c23521c0_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:28,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/0ca893b1994646f4928e2ba8cc9ef8ee, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:28,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/0ca893b1994646f4928e2ba8cc9ef8ee is 175, key is test_row_0/A:col10/1732677806439/Put/seqid=0 2024-11-27T03:23:28,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742555_1731 (size=31105) 2024-11-27T03:23:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T03:23:28,393 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/bbe9e6e86d8c4e28a1cad8cd816ce5b9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/bbe9e6e86d8c4e28a1cad8cd816ce5b9 2024-11-27T03:23:28,413 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/A of 42b8e5aa32bd18915e285ed17c934134 into bbe9e6e86d8c4e28a1cad8cd816ce5b9(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:28,414 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:28,414 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/A, priority=13, startTime=1732677807788; duration=0sec 2024-11-27T03:23:28,414 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:28,414 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:A 2024-11-27T03:23:28,484 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/0ca893b1994646f4928e2ba8cc9ef8ee 2024-11-27T03:23:28,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/90b509c5786c41a7b336f9cead484191 is 50, key is test_row_0/B:col10/1732677806439/Put/seqid=0 2024-11-27T03:23:28,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742556_1732 (size=12151) 2024-11-27T03:23:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:28,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:28,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677868609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:28,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677868611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:28,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677868613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:28,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677868716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:28,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677868716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:28,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677868717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:28,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677868921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:28,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677868921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:28,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677868921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:28,962 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/90b509c5786c41a7b336f9cead484191 2024-11-27T03:23:28,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/0f9ab574bd06418e8ba9c1f904293147 is 50, key is test_row_0/C:col10/1732677806439/Put/seqid=0 2024-11-27T03:23:29,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742557_1733 (size=12151) 2024-11-27T03:23:29,003 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/0f9ab574bd06418e8ba9c1f904293147 2024-11-27T03:23:29,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/0ca893b1994646f4928e2ba8cc9ef8ee as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0ca893b1994646f4928e2ba8cc9ef8ee 2024-11-27T03:23:29,010 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0ca893b1994646f4928e2ba8cc9ef8ee, entries=150, sequenceid=207, filesize=30.4 K 2024-11-27T03:23:29,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/90b509c5786c41a7b336f9cead484191 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/90b509c5786c41a7b336f9cead484191 2024-11-27T03:23:29,025 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/90b509c5786c41a7b336f9cead484191, entries=150, sequenceid=207, filesize=11.9 K 2024-11-27T03:23:29,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/0f9ab574bd06418e8ba9c1f904293147 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/0f9ab574bd06418e8ba9c1f904293147 2024-11-27T03:23:29,033 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/0f9ab574bd06418e8ba9c1f904293147, entries=150, sequenceid=207, filesize=11.9 K 2024-11-27T03:23:29,036 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 42b8e5aa32bd18915e285ed17c934134 in 1101ms, sequenceid=207, compaction requested=false 2024-11-27T03:23:29,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:29,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:29,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-27T03:23:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-27T03:23:29,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-27T03:23:29,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0350 sec 2024-11-27T03:23:29,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.0430 sec 2024-11-27T03:23:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T03:23:29,113 INFO [Thread-2935 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-27T03:23:29,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-27T03:23:29,116 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:29,117 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:29,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T03:23:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T03:23:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:29,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T03:23:29,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:29,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:29,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:29,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:29,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:29,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:29,269 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:29,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T03:23:29,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:29,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:29,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:29,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271d0e66792e784e7389f7ed0c3c008340_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677809231/Put/seqid=0 2024-11-27T03:23:29,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677869276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:29,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677869278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:29,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677869279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:29,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742558_1734 (size=14794) 2024-11-27T03:23:29,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677869383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:29,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677869384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:29,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677869388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T03:23:29,422 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:29,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T03:23:29,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:29,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:29,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:29,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:29,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T03:23:29,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:29,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:29,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:29,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677869590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:29,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677869591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:29,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677869598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:29,721 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T03:23:29,726 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271d0e66792e784e7389f7ed0c3c008340_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271d0e66792e784e7389f7ed0c3c008340_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:29,727 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/43c9efb32fc64b04a98f903cfbfe1a01, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:29,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/43c9efb32fc64b04a98f903cfbfe1a01 is 175, key is test_row_0/A:col10/1732677809231/Put/seqid=0 2024-11-27T03:23:29,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:29,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T03:23:29,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:29,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:29,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:29,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742559_1735 (size=39749) 2024-11-27T03:23:29,771 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/43c9efb32fc64b04a98f903cfbfe1a01 2024-11-27T03:23:29,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/2bbb8894641e4bdfb95bbb9bced37ce9 is 50, key is test_row_0/B:col10/1732677809231/Put/seqid=0 2024-11-27T03:23:29,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742560_1736 (size=12151) 2024-11-27T03:23:29,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/2bbb8894641e4bdfb95bbb9bced37ce9 2024-11-27T03:23:29,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d9685c46b59742faa1dec6ca2b48c935 is 50, key is test_row_0/C:col10/1732677809231/Put/seqid=0 2024-11-27T03:23:29,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:29,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T03:23:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:29,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:29,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677869895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:29,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677869896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:29,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677869904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:29,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742561_1737 (size=12151) 2024-11-27T03:23:30,035 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:30,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T03:23:30,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:30,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,189 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:30,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T03:23:30,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:30,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T03:23:30,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d9685c46b59742faa1dec6ca2b48c935 2024-11-27T03:23:30,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/43c9efb32fc64b04a98f903cfbfe1a01 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/43c9efb32fc64b04a98f903cfbfe1a01 2024-11-27T03:23:30,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/43c9efb32fc64b04a98f903cfbfe1a01, entries=200, sequenceid=225, filesize=38.8 K 2024-11-27T03:23:30,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/2bbb8894641e4bdfb95bbb9bced37ce9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2bbb8894641e4bdfb95bbb9bced37ce9 2024-11-27T03:23:30,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2bbb8894641e4bdfb95bbb9bced37ce9, entries=150, sequenceid=225, filesize=11.9 K 2024-11-27T03:23:30,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d9685c46b59742faa1dec6ca2b48c935 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d9685c46b59742faa1dec6ca2b48c935 2024-11-27T03:23:30,342 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:30,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T03:23:30,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:30,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d9685c46b59742faa1dec6ca2b48c935, entries=150, sequenceid=225, filesize=11.9 K 2024-11-27T03:23:30,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 42b8e5aa32bd18915e285ed17c934134 in 1120ms, sequenceid=225, compaction requested=true 2024-11-27T03:23:30,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:30,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:30,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:30,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:30,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:30,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:30,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T03:23:30,351 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:30,351 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:30,353 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:30,353 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:30,353 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/B is initiating minor compaction (all files) 2024-11-27T03:23:30,353 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/A is initiating minor compaction (all files) 2024-11-27T03:23:30,353 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/B in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,353 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/A in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,353 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/cec0e25f2f2946269dc3fc1d33e412e7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/90b509c5786c41a7b336f9cead484191, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2bbb8894641e4bdfb95bbb9bced37ce9] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=36.0 K 2024-11-27T03:23:30,353 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/bbe9e6e86d8c4e28a1cad8cd816ce5b9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0ca893b1994646f4928e2ba8cc9ef8ee, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/43c9efb32fc64b04a98f903cfbfe1a01] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=100.0 K 2024-11-27T03:23:30,353 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,353 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/bbe9e6e86d8c4e28a1cad8cd816ce5b9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0ca893b1994646f4928e2ba8cc9ef8ee, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/43c9efb32fc64b04a98f903cfbfe1a01] 2024-11-27T03:23:30,354 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting cec0e25f2f2946269dc3fc1d33e412e7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732677805691 2024-11-27T03:23:30,354 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting bbe9e6e86d8c4e28a1cad8cd816ce5b9, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732677805691 2024-11-27T03:23:30,354 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90b509c5786c41a7b336f9cead484191, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732677806425 2024-11-27T03:23:30,354 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ca893b1994646f4928e2ba8cc9ef8ee, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732677806425 2024-11-27T03:23:30,354 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 43c9efb32fc64b04a98f903cfbfe1a01, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732677808587 2024-11-27T03:23:30,354 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bbb8894641e4bdfb95bbb9bced37ce9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732677808603 2024-11-27T03:23:30,370 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#B#compaction#630 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:30,371 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/185e0a8c89b74869b85b1d31b5c28682 is 50, key is test_row_0/B:col10/1732677809231/Put/seqid=0 2024-11-27T03:23:30,372 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:30,384 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112735f798b21528493d95a7342a1b9ca338_42b8e5aa32bd18915e285ed17c934134 store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:30,387 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112735f798b21528493d95a7342a1b9ca338_42b8e5aa32bd18915e285ed17c934134, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:30,387 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112735f798b21528493d95a7342a1b9ca338_42b8e5aa32bd18915e285ed17c934134 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:30,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T03:23:30,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:30,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:30,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:30,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:30,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:30,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:30,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677870431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:30,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677870434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:30,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677870435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742563_1739 (size=4469) 2024-11-27T03:23:30,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112741c8d4bf37404d6b93844650cb6a8995_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677809277/Put/seqid=0 2024-11-27T03:23:30,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742562_1738 (size=12697) 2024-11-27T03:23:30,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:30,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T03:23:30,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:30,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742564_1740 (size=12304) 2024-11-27T03:23:30,510 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:30,515 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112741c8d4bf37404d6b93844650cb6a8995_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112741c8d4bf37404d6b93844650cb6a8995_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:30,517 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/e169c3b2e53a451e95dcf728ff9f0089, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:30,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/e169c3b2e53a451e95dcf728ff9f0089 is 175, key is test_row_0/A:col10/1732677809277/Put/seqid=0 2024-11-27T03:23:30,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677870536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:30,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677870539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:30,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677870540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:30,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742565_1741 (size=31105) 2024-11-27T03:23:30,563 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/e169c3b2e53a451e95dcf728ff9f0089 2024-11-27T03:23:30,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/01a1055d4bdb4ec4b6e1261de1babaa1 is 50, key is test_row_0/B:col10/1732677809277/Put/seqid=0 2024-11-27T03:23:30,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742566_1742 (size=12151) 2024-11-27T03:23:30,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:30,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T03:23:30,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:30,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677870739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:30,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677870748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:30,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677870748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:30,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:30,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T03:23:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:30,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,844 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#A#compaction#631 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:30,845 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/7b2584386b8b49a1b064f3fa0d57cab7 is 175, key is test_row_0/A:col10/1732677809231/Put/seqid=0 2024-11-27T03:23:30,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742567_1743 (size=31651) 2024-11-27T03:23:30,874 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/7b2584386b8b49a1b064f3fa0d57cab7 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/7b2584386b8b49a1b064f3fa0d57cab7 2024-11-27T03:23:30,875 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/185e0a8c89b74869b85b1d31b5c28682 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/185e0a8c89b74869b85b1d31b5c28682 2024-11-27T03:23:30,885 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/B of 42b8e5aa32bd18915e285ed17c934134 into 185e0a8c89b74869b85b1d31b5c28682(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:30,885 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:30,885 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/B, priority=13, startTime=1732677810351; duration=0sec 2024-11-27T03:23:30,885 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:30,885 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:B 2024-11-27T03:23:30,885 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T03:23:30,885 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/A of 42b8e5aa32bd18915e285ed17c934134 into 7b2584386b8b49a1b064f3fa0d57cab7(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:30,885 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:30,885 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/A, priority=13, startTime=1732677810351; duration=0sec 2024-11-27T03:23:30,885 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:30,886 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:A 2024-11-27T03:23:30,889 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T03:23:30,889 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/C is initiating minor compaction (all files) 2024-11-27T03:23:30,889 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/C in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,889 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d3f864f52782484196ae56f33c329b8b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/0f9ab574bd06418e8ba9c1f904293147, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d9685c46b59742faa1dec6ca2b48c935] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=36.0 K 2024-11-27T03:23:30,890 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3f864f52782484196ae56f33c329b8b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732677805691 2024-11-27T03:23:30,890 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f9ab574bd06418e8ba9c1f904293147, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732677806425 2024-11-27T03:23:30,890 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9685c46b59742faa1dec6ca2b48c935, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732677808603 2024-11-27T03:23:30,911 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#C#compaction#634 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:30,912 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/07c2f08de74c4cd5b6fc44bfac69c2a9 is 50, key is test_row_0/C:col10/1732677809231/Put/seqid=0 2024-11-27T03:23:30,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:30,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T03:23:30,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:30,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:30,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:30,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742568_1744 (size=12697) 2024-11-27T03:23:30,967 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/07c2f08de74c4cd5b6fc44bfac69c2a9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/07c2f08de74c4cd5b6fc44bfac69c2a9 2024-11-27T03:23:30,971 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/C of 42b8e5aa32bd18915e285ed17c934134 into 07c2f08de74c4cd5b6fc44bfac69c2a9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:30,971 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:30,971 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/C, priority=13, startTime=1732677810351; duration=0sec 2024-11-27T03:23:30,971 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:30,971 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:C 2024-11-27T03:23:31,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/01a1055d4bdb4ec4b6e1261de1babaa1 2024-11-27T03:23:31,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/780f975f8c69408cbd0612bf925a8895 is 50, key is test_row_0/C:col10/1732677809277/Put/seqid=0 2024-11-27T03:23:31,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742569_1745 (size=12151) 2024-11-27T03:23:31,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/780f975f8c69408cbd0612bf925a8895 2024-11-27T03:23:31,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677871044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:31,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677871053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:31,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677871053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:31,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/e169c3b2e53a451e95dcf728ff9f0089 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/e169c3b2e53a451e95dcf728ff9f0089 2024-11-27T03:23:31,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/e169c3b2e53a451e95dcf728ff9f0089, entries=150, sequenceid=246, filesize=30.4 K 2024-11-27T03:23:31,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/01a1055d4bdb4ec4b6e1261de1babaa1 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/01a1055d4bdb4ec4b6e1261de1babaa1 2024-11-27T03:23:31,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/01a1055d4bdb4ec4b6e1261de1babaa1, entries=150, sequenceid=246, filesize=11.9 K 2024-11-27T03:23:31,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/780f975f8c69408cbd0612bf925a8895 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/780f975f8c69408cbd0612bf925a8895 2024-11-27T03:23:31,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/780f975f8c69408cbd0612bf925a8895, entries=150, sequenceid=246, filesize=11.9 K 2024-11-27T03:23:31,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 42b8e5aa32bd18915e285ed17c934134 in 688ms, sequenceid=246, compaction requested=false 2024-11-27T03:23:31,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:31,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:31,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-27T03:23:31,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:31,109 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T03:23:31,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:31,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:31,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:31,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:31,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:31,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:31,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112714458fae0a534b33b75543bd55969a05_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677810433/Put/seqid=0 2024-11-27T03:23:31,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742570_1746 (size=12404) 2024-11-27T03:23:31,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:31,154 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112714458fae0a534b33b75543bd55969a05_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112714458fae0a534b33b75543bd55969a05_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:31,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f2459e78ffc9431795c20beddcbbb897, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:31,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f2459e78ffc9431795c20beddcbbb897 is 175, key is test_row_0/A:col10/1732677810433/Put/seqid=0 2024-11-27T03:23:31,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742571_1747 (size=31205) 2024-11-27T03:23:31,183 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f2459e78ffc9431795c20beddcbbb897 2024-11-27T03:23:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/5df4b6fe6f8f41f48f20bf269a74f7a2 is 50, key is test_row_0/B:col10/1732677810433/Put/seqid=0 2024-11-27T03:23:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T03:23:31,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742572_1748 (size=12251) 2024-11-27T03:23:31,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:31,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677871590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:31,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677871595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:31,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677871596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:31,645 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/5df4b6fe6f8f41f48f20bf269a74f7a2 2024-11-27T03:23:31,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/6b8b8c26ad3d45d1988a89702ffd501e is 50, key is test_row_0/C:col10/1732677810433/Put/seqid=0 2024-11-27T03:23:31,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677871696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:31,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677871702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:31,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677871702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:31,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742573_1749 (size=12251) 2024-11-27T03:23:31,710 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/6b8b8c26ad3d45d1988a89702ffd501e 2024-11-27T03:23:31,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f2459e78ffc9431795c20beddcbbb897 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f2459e78ffc9431795c20beddcbbb897 2024-11-27T03:23:31,720 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f2459e78ffc9431795c20beddcbbb897, entries=150, sequenceid=264, filesize=30.5 K 2024-11-27T03:23:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/5df4b6fe6f8f41f48f20bf269a74f7a2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/5df4b6fe6f8f41f48f20bf269a74f7a2 2024-11-27T03:23:31,726 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/5df4b6fe6f8f41f48f20bf269a74f7a2, entries=150, sequenceid=264, filesize=12.0 K 2024-11-27T03:23:31,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/6b8b8c26ad3d45d1988a89702ffd501e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/6b8b8c26ad3d45d1988a89702ffd501e 2024-11-27T03:23:31,735 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/6b8b8c26ad3d45d1988a89702ffd501e, entries=150, sequenceid=264, filesize=12.0 K 2024-11-27T03:23:31,736 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 42b8e5aa32bd18915e285ed17c934134 in 627ms, sequenceid=264, compaction requested=true 2024-11-27T03:23:31,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:31,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:31,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-27T03:23:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-27T03:23:31,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-27T03:23:31,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6210 sec 2024-11-27T03:23:31,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.6260 sec 2024-11-27T03:23:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:31,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T03:23:31,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:31,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:31,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:31,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:31,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:31,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:31,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d5b5d476efb74f068adff745eb83a925_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677811903/Put/seqid=0 2024-11-27T03:23:31,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677871923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:31,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677871924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:31,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677871927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:31,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742574_1750 (size=14994) 2024-11-27T03:23:32,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677872029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:32,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677872029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:32,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677872029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:32,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677872234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:32,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677872234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:32,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677872236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:32,359 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:32,363 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d5b5d476efb74f068adff745eb83a925_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d5b5d476efb74f068adff745eb83a925_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:32,363 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/d63a28ead61d4b5aa2bb938c2be31008, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:32,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/d63a28ead61d4b5aa2bb938c2be31008 is 175, key is test_row_0/A:col10/1732677811903/Put/seqid=0 2024-11-27T03:23:32,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742575_1751 (size=39949) 2024-11-27T03:23:32,397 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/d63a28ead61d4b5aa2bb938c2be31008 2024-11-27T03:23:32,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/1a5a5603321544309f9b75193f88102d is 50, key is test_row_0/B:col10/1732677811903/Put/seqid=0 2024-11-27T03:23:32,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742576_1752 (size=12301) 2024-11-27T03:23:32,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/1a5a5603321544309f9b75193f88102d 2024-11-27T03:23:32,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/c27a4651c9af4f3b92ef03d7d7727458 is 50, key is test_row_0/C:col10/1732677811903/Put/seqid=0 2024-11-27T03:23:32,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742577_1753 (size=12301) 2024-11-27T03:23:32,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/c27a4651c9af4f3b92ef03d7d7727458 2024-11-27T03:23:32,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/d63a28ead61d4b5aa2bb938c2be31008 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/d63a28ead61d4b5aa2bb938c2be31008 2024-11-27T03:23:32,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/d63a28ead61d4b5aa2bb938c2be31008, entries=200, sequenceid=287, filesize=39.0 K 2024-11-27T03:23:32,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/1a5a5603321544309f9b75193f88102d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1a5a5603321544309f9b75193f88102d 2024-11-27T03:23:32,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1a5a5603321544309f9b75193f88102d, entries=150, sequenceid=287, filesize=12.0 K 2024-11-27T03:23:32,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/c27a4651c9af4f3b92ef03d7d7727458 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c27a4651c9af4f3b92ef03d7d7727458 2024-11-27T03:23:32,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c27a4651c9af4f3b92ef03d7d7727458, entries=150, sequenceid=287, filesize=12.0 K 2024-11-27T03:23:32,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 42b8e5aa32bd18915e285ed17c934134 in 643ms, sequenceid=287, compaction requested=true 2024-11-27T03:23:32,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:32,550 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:32,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:32,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:32,551 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:32,551 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133910 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:32,551 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/A is initiating minor compaction (all files) 2024-11-27T03:23:32,551 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/A in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:32,551 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/7b2584386b8b49a1b064f3fa0d57cab7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/e169c3b2e53a451e95dcf728ff9f0089, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f2459e78ffc9431795c20beddcbbb897, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/d63a28ead61d4b5aa2bb938c2be31008] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=130.8 K 2024-11-27T03:23:32,552 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:32,552 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/7b2584386b8b49a1b064f3fa0d57cab7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/e169c3b2e53a451e95dcf728ff9f0089, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f2459e78ffc9431795c20beddcbbb897, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/d63a28ead61d4b5aa2bb938c2be31008] 2024-11-27T03:23:32,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:32,552 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b2584386b8b49a1b064f3fa0d57cab7, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732677808603 2024-11-27T03:23:32,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:32,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:32,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:32,553 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting e169c3b2e53a451e95dcf728ff9f0089, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732677809275 2024-11-27T03:23:32,553 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49400 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:32,553 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/B is initiating minor compaction (all files) 2024-11-27T03:23:32,553 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/B in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:32,553 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/185e0a8c89b74869b85b1d31b5c28682, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/01a1055d4bdb4ec4b6e1261de1babaa1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/5df4b6fe6f8f41f48f20bf269a74f7a2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1a5a5603321544309f9b75193f88102d] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=48.2 K 2024-11-27T03:23:32,554 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2459e78ffc9431795c20beddcbbb897, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732677810419 2024-11-27T03:23:32,554 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 185e0a8c89b74869b85b1d31b5c28682, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732677808603 2024-11-27T03:23:32,554 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d63a28ead61d4b5aa2bb938c2be31008, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732677811588 2024-11-27T03:23:32,554 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 01a1055d4bdb4ec4b6e1261de1babaa1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732677809275 2024-11-27T03:23:32,555 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 5df4b6fe6f8f41f48f20bf269a74f7a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732677810419 2024-11-27T03:23:32,555 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a5a5603321544309f9b75193f88102d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732677811593 2024-11-27T03:23:32,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T03:23:32,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:32,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:32,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:32,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:32,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:32,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:32,562 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:32,568 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127ea5c37ed0d3e4cf2a709d90dc7f8b9a9_42b8e5aa32bd18915e285ed17c934134 store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:32,569 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#B#compaction#643 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:32,570 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/e26825bd2b9747ed9cec4a2cad8aea28 is 50, key is test_row_0/B:col10/1732677811903/Put/seqid=0 2024-11-27T03:23:32,575 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127ea5c37ed0d3e4cf2a709d90dc7f8b9a9_42b8e5aa32bd18915e285ed17c934134, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:32,576 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127ea5c37ed0d3e4cf2a709d90dc7f8b9a9_42b8e5aa32bd18915e285ed17c934134 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:32,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274739c9aa2b914bc1b60c845d48744ee0_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677812549/Put/seqid=0 2024-11-27T03:23:32,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677872607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:32,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742579_1755 (size=12983) 2024-11-27T03:23:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677872608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:32,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677872613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:32,636 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/e26825bd2b9747ed9cec4a2cad8aea28 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/e26825bd2b9747ed9cec4a2cad8aea28 2024-11-27T03:23:32,643 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/B of 42b8e5aa32bd18915e285ed17c934134 into e26825bd2b9747ed9cec4a2cad8aea28(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:32,643 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:32,643 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/B, priority=12, startTime=1732677812551; duration=0sec 2024-11-27T03:23:32,643 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:32,643 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:B 2024-11-27T03:23:32,643 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:32,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742578_1754 (size=4469) 2024-11-27T03:23:32,646 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49400 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:32,646 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/C is initiating minor compaction (all files) 2024-11-27T03:23:32,646 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/C in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:32,646 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/07c2f08de74c4cd5b6fc44bfac69c2a9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/780f975f8c69408cbd0612bf925a8895, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/6b8b8c26ad3d45d1988a89702ffd501e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c27a4651c9af4f3b92ef03d7d7727458] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=48.2 K 2024-11-27T03:23:32,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742580_1756 (size=12454) 2024-11-27T03:23:32,647 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#A#compaction#642 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:32,648 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/0f14ceb5303844549dce0a9b5c2631e2 is 175, key is test_row_0/A:col10/1732677811903/Put/seqid=0 2024-11-27T03:23:32,649 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 07c2f08de74c4cd5b6fc44bfac69c2a9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1732677808603 2024-11-27T03:23:32,650 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 780f975f8c69408cbd0612bf925a8895, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732677809275 2024-11-27T03:23:32,650 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b8b8c26ad3d45d1988a89702ffd501e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732677810419 2024-11-27T03:23:32,650 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:32,650 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting c27a4651c9af4f3b92ef03d7d7727458, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732677811593 2024-11-27T03:23:32,665 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274739c9aa2b914bc1b60c845d48744ee0_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274739c9aa2b914bc1b60c845d48744ee0_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742581_1757 (size=31937) 2024-11-27T03:23:32,667 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/62ae7b9473d3452292f6e68de6d17da6, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:32,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/62ae7b9473d3452292f6e68de6d17da6 is 175, key is test_row_0/A:col10/1732677812549/Put/seqid=0 2024-11-27T03:23:32,682 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#C#compaction#645 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:32,683 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d50f0f6368f9498ea1e40d2667bada6c is 50, key is test_row_0/C:col10/1732677811903/Put/seqid=0 2024-11-27T03:23:32,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677872715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:32,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677872716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:32,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677872719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:32,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742582_1758 (size=31255) 2024-11-27T03:23:32,729 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/62ae7b9473d3452292f6e68de6d17da6 2024-11-27T03:23:32,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/b4a4cbb4ba5b4113b1bb3b635b123cb2 is 50, key is test_row_0/B:col10/1732677812549/Put/seqid=0 2024-11-27T03:23:32,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742583_1759 (size=12983) 2024-11-27T03:23:32,767 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d50f0f6368f9498ea1e40d2667bada6c as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d50f0f6368f9498ea1e40d2667bada6c 2024-11-27T03:23:32,774 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/C of 42b8e5aa32bd18915e285ed17c934134 into d50f0f6368f9498ea1e40d2667bada6c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:32,774 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:32,774 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/C, priority=12, startTime=1732677812553; duration=0sec 2024-11-27T03:23:32,774 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:32,774 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:C 2024-11-27T03:23:32,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742584_1760 (size=12301) 2024-11-27T03:23:32,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/b4a4cbb4ba5b4113b1bb3b635b123cb2 2024-11-27T03:23:32,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/8e45093665844711a3d49137c8475ed2 is 50, key is test_row_0/C:col10/1732677812549/Put/seqid=0 2024-11-27T03:23:32,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742585_1761 (size=12301) 2024-11-27T03:23:32,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677872920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:32,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677872920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:32,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677872923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:33,072 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/0f14ceb5303844549dce0a9b5c2631e2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0f14ceb5303844549dce0a9b5c2631e2 2024-11-27T03:23:33,084 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/A of 42b8e5aa32bd18915e285ed17c934134 into 0f14ceb5303844549dce0a9b5c2631e2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:33,085 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:33,085 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/A, priority=12, startTime=1732677812550; duration=0sec 2024-11-27T03:23:33,085 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:33,085 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:A 2024-11-27T03:23:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T03:23:33,225 INFO [Thread-2935 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-27T03:23:33,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-27T03:23:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T03:23:33,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:33,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:33,227 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677873224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677873224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:33,228 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:33,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:33,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677873226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:33,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/8e45093665844711a3d49137c8475ed2 2024-11-27T03:23:33,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/62ae7b9473d3452292f6e68de6d17da6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/62ae7b9473d3452292f6e68de6d17da6 2024-11-27T03:23:33,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/62ae7b9473d3452292f6e68de6d17da6, entries=150, sequenceid=303, filesize=30.5 K 2024-11-27T03:23:33,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/b4a4cbb4ba5b4113b1bb3b635b123cb2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/b4a4cbb4ba5b4113b1bb3b635b123cb2 2024-11-27T03:23:33,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/b4a4cbb4ba5b4113b1bb3b635b123cb2, entries=150, sequenceid=303, filesize=12.0 K 2024-11-27T03:23:33,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/8e45093665844711a3d49137c8475ed2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/8e45093665844711a3d49137c8475ed2 2024-11-27T03:23:33,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/8e45093665844711a3d49137c8475ed2, entries=150, sequenceid=303, filesize=12.0 K 2024-11-27T03:23:33,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 42b8e5aa32bd18915e285ed17c934134 in 734ms, sequenceid=303, compaction requested=false 2024-11-27T03:23:33,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T03:23:33,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:33,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-27T03:23:33,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:33,380 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T03:23:33,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:33,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:33,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:33,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:33,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:33,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:33,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e6d35968f8a64b9fa0c3e28da99252d2_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677812596/Put/seqid=0 2024-11-27T03:23:33,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742586_1762 (size=12454) 2024-11-27T03:23:33,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:33,473 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e6d35968f8a64b9fa0c3e28da99252d2_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e6d35968f8a64b9fa0c3e28da99252d2_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/0defd61a2ed24f0399050e308d6cd769, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/0defd61a2ed24f0399050e308d6cd769 is 175, key is test_row_0/A:col10/1732677812596/Put/seqid=0 2024-11-27T03:23:33,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742587_1763 (size=31255) 2024-11-27T03:23:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T03:23:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:33,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677873763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:33,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677873770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:33,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677873776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T03:23:33,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677873871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:33,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677873878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:33,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677873881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:33,910 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/0defd61a2ed24f0399050e308d6cd769 2024-11-27T03:23:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/1351a63b95004331b4ddf874865cfde0 is 50, key is test_row_0/B:col10/1732677812596/Put/seqid=0 2024-11-27T03:23:33,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742588_1764 (size=12301) 2024-11-27T03:23:33,956 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/1351a63b95004331b4ddf874865cfde0 2024-11-27T03:23:33,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/1e9e188f911a4259bf1114572cc0d7b0 is 50, key is test_row_0/C:col10/1732677812596/Put/seqid=0 2024-11-27T03:23:34,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742589_1765 (size=12301) 2024-11-27T03:23:34,008 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/1e9e188f911a4259bf1114572cc0d7b0 2024-11-27T03:23:34,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/0defd61a2ed24f0399050e308d6cd769 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0defd61a2ed24f0399050e308d6cd769 2024-11-27T03:23:34,019 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0defd61a2ed24f0399050e308d6cd769, entries=150, sequenceid=326, filesize=30.5 K 2024-11-27T03:23:34,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/1351a63b95004331b4ddf874865cfde0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1351a63b95004331b4ddf874865cfde0 2024-11-27T03:23:34,025 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1351a63b95004331b4ddf874865cfde0, entries=150, sequenceid=326, filesize=12.0 K 2024-11-27T03:23:34,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/1e9e188f911a4259bf1114572cc0d7b0 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/1e9e188f911a4259bf1114572cc0d7b0 2024-11-27T03:23:34,035 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/1e9e188f911a4259bf1114572cc0d7b0, entries=150, sequenceid=326, filesize=12.0 K 2024-11-27T03:23:34,039 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 42b8e5aa32bd18915e285ed17c934134 in 659ms, sequenceid=326, compaction requested=true 2024-11-27T03:23:34,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:34,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:34,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-27T03:23:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-27T03:23:34,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-27T03:23:34,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 812 msec 2024-11-27T03:23:34,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 816 msec 2024-11-27T03:23:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:34,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T03:23:34,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:34,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:34,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:34,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:34,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:34,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:34,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112721efa0deb9bd4924982dd05b5d1fbff8_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677813762/Put/seqid=0 2024-11-27T03:23:34,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677874120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:34,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677874124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:34,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677874125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:34,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742590_1766 (size=14994) 2024-11-27T03:23:34,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677874226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:34,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677874228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:34,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677874228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-27T03:23:34,336 INFO [Thread-2935 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-27T03:23:34,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T03:23:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-27T03:23:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T03:23:34,338 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T03:23:34,339 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T03:23:34,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T03:23:34,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677874428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T03:23:34,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677874453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:34,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677874453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:34,491 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:34,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T03:23:34,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:34,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:34,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:34,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:34,540 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:34,545 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112721efa0deb9bd4924982dd05b5d1fbff8_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112721efa0deb9bd4924982dd05b5d1fbff8_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:34,546 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f8f36668243b43ecb921a6d43b732902, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:34,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f8f36668243b43ecb921a6d43b732902 is 175, key is test_row_0/A:col10/1732677813762/Put/seqid=0 2024-11-27T03:23:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742591_1767 (size=39949) 2024-11-27T03:23:34,588 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f8f36668243b43ecb921a6d43b732902 2024-11-27T03:23:34,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/54cc663c79dd4e279ad0c72827416ec6 is 50, key is test_row_0/B:col10/1732677813762/Put/seqid=0 2024-11-27T03:23:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T03:23:34,644 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:34,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T03:23:34,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:34,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:34,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:34,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:34,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:34,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742592_1768 (size=12301) 2024-11-27T03:23:34,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677874732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677874760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677874760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:34,801 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:34,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T03:23:34,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:34,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:34,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:34,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:34,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T03:23:34,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:34,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T03:23:34,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:34,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:34,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:34,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:34,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:35,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/54cc663c79dd4e279ad0c72827416ec6 2024-11-27T03:23:35,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/bbf4ebbc4e2a41d88f72df8351b34830 is 50, key is test_row_0/C:col10/1732677813762/Put/seqid=0 2024-11-27T03:23:35,124 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:35,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T03:23:35,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742593_1769 (size=12301) 2024-11-27T03:23:35,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:35,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:35,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:35,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:35,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:35,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/bbf4ebbc4e2a41d88f72df8351b34830 2024-11-27T03:23:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:35,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f8f36668243b43ecb921a6d43b732902 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8f36668243b43ecb921a6d43b732902 2024-11-27T03:23:35,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8f36668243b43ecb921a6d43b732902, entries=200, sequenceid=344, filesize=39.0 K 2024-11-27T03:23:35,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/54cc663c79dd4e279ad0c72827416ec6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/54cc663c79dd4e279ad0c72827416ec6 2024-11-27T03:23:35,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/54cc663c79dd4e279ad0c72827416ec6, entries=150, sequenceid=344, filesize=12.0 K 2024-11-27T03:23:35,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/bbf4ebbc4e2a41d88f72df8351b34830 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/bbf4ebbc4e2a41d88f72df8351b34830 2024-11-27T03:23:35,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/bbf4ebbc4e2a41d88f72df8351b34830, entries=150, sequenceid=344, filesize=12.0 K 2024-11-27T03:23:35,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 42b8e5aa32bd18915e285ed17c934134 in 1079ms, sequenceid=344, compaction requested=true 2024-11-27T03:23:35,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:35,158 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:35,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:35,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:35,159 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:35,160 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:35,160 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/A is initiating minor compaction (all files) 2024-11-27T03:23:35,160 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/A in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:35,160 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0f14ceb5303844549dce0a9b5c2631e2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/62ae7b9473d3452292f6e68de6d17da6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0defd61a2ed24f0399050e308d6cd769, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8f36668243b43ecb921a6d43b732902] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=131.2 K 2024-11-27T03:23:35,160 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:35,160 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0f14ceb5303844549dce0a9b5c2631e2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/62ae7b9473d3452292f6e68de6d17da6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0defd61a2ed24f0399050e308d6cd769, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8f36668243b43ecb921a6d43b732902] 2024-11-27T03:23:35,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:35,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:35,162 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:35,162 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/B is initiating minor compaction (all files) 2024-11-27T03:23:35,162 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/B in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:35,162 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/e26825bd2b9747ed9cec4a2cad8aea28, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/b4a4cbb4ba5b4113b1bb3b635b123cb2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1351a63b95004331b4ddf874865cfde0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/54cc663c79dd4e279ad0c72827416ec6] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=48.7 K 2024-11-27T03:23:35,162 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f14ceb5303844549dce0a9b5c2631e2, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732677811593 2024-11-27T03:23:35,163 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting e26825bd2b9747ed9cec4a2cad8aea28, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732677811593 2024-11-27T03:23:35,163 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62ae7b9473d3452292f6e68de6d17da6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732677812549 2024-11-27T03:23:35,163 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting b4a4cbb4ba5b4113b1bb3b635b123cb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732677812549 2024-11-27T03:23:35,164 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0defd61a2ed24f0399050e308d6cd769, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732677812596 2024-11-27T03:23:35,164 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1351a63b95004331b4ddf874865cfde0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732677812596 2024-11-27T03:23:35,164 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8f36668243b43ecb921a6d43b732902, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732677813762 2024-11-27T03:23:35,165 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 54cc663c79dd4e279ad0c72827416ec6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732677813762 2024-11-27T03:23:35,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:35,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:35,174 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:35,183 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#B#compaction#655 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:35,183 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/452cf63be7414c7180c598788be0ed8d is 50, key is test_row_0/B:col10/1732677813762/Put/seqid=0 2024-11-27T03:23:35,199 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127709d6db8588a426d82c38615d69132dc_42b8e5aa32bd18915e285ed17c934134 store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:35,201 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127709d6db8588a426d82c38615d69132dc_42b8e5aa32bd18915e285ed17c934134, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:35,202 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127709d6db8588a426d82c38615d69132dc_42b8e5aa32bd18915e285ed17c934134 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:35,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742594_1770 (size=13119) 2024-11-27T03:23:35,248 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/452cf63be7414c7180c598788be0ed8d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/452cf63be7414c7180c598788be0ed8d 2024-11-27T03:23:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:35,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T03:23:35,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:35,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:35,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:35,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:35,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:35,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:35,255 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/B of 42b8e5aa32bd18915e285ed17c934134 into 452cf63be7414c7180c598788be0ed8d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:35,255 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:35,255 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/B, priority=12, startTime=1732677815159; duration=0sec 2024-11-27T03:23:35,255 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:35,255 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:B 2024-11-27T03:23:35,255 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:35,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742595_1771 (size=4469) 2024-11-27T03:23:35,258 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:35,258 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/C is initiating minor compaction (all files) 2024-11-27T03:23:35,258 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/C in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:35,258 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d50f0f6368f9498ea1e40d2667bada6c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/8e45093665844711a3d49137c8475ed2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/1e9e188f911a4259bf1114572cc0d7b0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/bbf4ebbc4e2a41d88f72df8351b34830] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=48.7 K 2024-11-27T03:23:35,259 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#A#compaction#654 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:35,259 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting d50f0f6368f9498ea1e40d2667bada6c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732677811593 2024-11-27T03:23:35,259 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/569efea8dddb472bbe513d11d9926732 is 175, key is test_row_0/A:col10/1732677813762/Put/seqid=0 2024-11-27T03:23:35,259 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e45093665844711a3d49137c8475ed2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732677812549 2024-11-27T03:23:35,260 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e9e188f911a4259bf1114572cc0d7b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732677812596 2024-11-27T03:23:35,261 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting bbf4ebbc4e2a41d88f72df8351b34830, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732677813762 2024-11-27T03:23:35,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f31e00ddde3d4ef69867c8b6ae2307cc_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677814123/Put/seqid=0 2024-11-27T03:23:35,274 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#C#compaction#657 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:35,274 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/173d211f096447479473878e87608a54 is 50, key is test_row_0/C:col10/1732677813762/Put/seqid=0 2024-11-27T03:23:35,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742596_1772 (size=32073) 2024-11-27T03:23:35,279 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:35,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T03:23:35,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:35,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:35,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:35,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:35,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:35,290 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/569efea8dddb472bbe513d11d9926732 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/569efea8dddb472bbe513d11d9926732 2024-11-27T03:23:35,297 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/A of 42b8e5aa32bd18915e285ed17c934134 into 569efea8dddb472bbe513d11d9926732(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:35,297 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:35,297 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/A, priority=12, startTime=1732677815158; duration=0sec 2024-11-27T03:23:35,297 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:35,297 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:A 2024-11-27T03:23:35,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742597_1773 (size=14994) 2024-11-27T03:23:35,322 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:35,326 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f31e00ddde3d4ef69867c8b6ae2307cc_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f31e00ddde3d4ef69867c8b6ae2307cc_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:35,329 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/8917481de2b24728a77d4b2e4cab4a4f, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:35,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/8917481de2b24728a77d4b2e4cab4a4f is 175, key is test_row_0/A:col10/1732677814123/Put/seqid=0 2024-11-27T03:23:35,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677875328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:35,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677875333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:35,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677875333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:35,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742598_1774 (size=13119) 2024-11-27T03:23:35,367 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/173d211f096447479473878e87608a54 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/173d211f096447479473878e87608a54 2024-11-27T03:23:35,374 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/C of 42b8e5aa32bd18915e285ed17c934134 into 173d211f096447479473878e87608a54(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:35,374 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:35,374 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/C, priority=12, startTime=1732677815161; duration=0sec 2024-11-27T03:23:35,374 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:35,374 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:C 2024-11-27T03:23:35,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742599_1775 (size=39949) 2024-11-27T03:23:35,377 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/8917481de2b24728a77d4b2e4cab4a4f 2024-11-27T03:23:35,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/8622295db6d847f9912af50fe78bf83d is 50, key is test_row_0/B:col10/1732677814123/Put/seqid=0 2024-11-27T03:23:35,432 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:35,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T03:23:35,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:35,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:35,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:35,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:35,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T03:23:35,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742600_1776 (size=12301) 2024-11-27T03:23:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677875435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T03:23:35,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/8622295db6d847f9912af50fe78bf83d 2024-11-27T03:23:35,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677875438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:35,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677875444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:35,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/9f97baa18787458da7880efd284347f4 is 50, key is test_row_0/C:col10/1732677814123/Put/seqid=0 2024-11-27T03:23:35,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742601_1777 (size=12301) 2024-11-27T03:23:35,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/9f97baa18787458da7880efd284347f4 2024-11-27T03:23:35,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/8917481de2b24728a77d4b2e4cab4a4f as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/8917481de2b24728a77d4b2e4cab4a4f 2024-11-27T03:23:35,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/8917481de2b24728a77d4b2e4cab4a4f, entries=200, sequenceid=363, filesize=39.0 K 2024-11-27T03:23:35,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/8622295db6d847f9912af50fe78bf83d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/8622295db6d847f9912af50fe78bf83d 2024-11-27T03:23:35,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/8622295db6d847f9912af50fe78bf83d, entries=150, sequenceid=363, filesize=12.0 K 2024-11-27T03:23:35,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/9f97baa18787458da7880efd284347f4 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/9f97baa18787458da7880efd284347f4 2024-11-27T03:23:35,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/9f97baa18787458da7880efd284347f4, entries=150, sequenceid=363, filesize=12.0 K 2024-11-27T03:23:35,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 42b8e5aa32bd18915e285ed17c934134 in 271ms, sequenceid=363, compaction requested=false 2024-11-27T03:23:35,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:35,585 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:35,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42163 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-27T03:23:35,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:35,586 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T03:23:35,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:35,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:35,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:35,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:35,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:35,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:35,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b1abf7a70b2b4de39b06cbd85ca30c8a_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677815310/Put/seqid=0 2024-11-27T03:23:35,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. as already flushing 2024-11-27T03:23:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:35,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677875674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:35,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677875674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:35,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742602_1778 (size=12454) 2024-11-27T03:23:35,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677875678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:35,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677875780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:35,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677875780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:35,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677875784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:35,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677875986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:35,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677875986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:35,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677875988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:36,084 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b1abf7a70b2b4de39b06cbd85ca30c8a_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b1abf7a70b2b4de39b06cbd85ca30c8a_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:36,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/c89ca31df7f04ae4ae352e1cefa372ae, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:36,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/c89ca31df7f04ae4ae352e1cefa372ae is 175, key is test_row_0/A:col10/1732677815310/Put/seqid=0 2024-11-27T03:23:36,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742603_1779 (size=31255) 2024-11-27T03:23:36,119 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/c89ca31df7f04ae4ae352e1cefa372ae 2024-11-27T03:23:36,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/1f65b353910c46408a890b8331322afe is 50, key is test_row_0/B:col10/1732677815310/Put/seqid=0 2024-11-27T03:23:36,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742604_1780 (size=12301) 2024-11-27T03:23:36,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677876293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:36,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677876294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:36,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677876295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T03:23:36,593 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/1f65b353910c46408a890b8331322afe 2024-11-27T03:23:36,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/b9701c09750b4aaf9da359798730257a is 50, key is test_row_0/C:col10/1732677815310/Put/seqid=0 2024-11-27T03:23:36,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742605_1781 (size=12301) 2024-11-27T03:23:36,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51678 deadline: 1732677876797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:36,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51672 deadline: 1732677876798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:36,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51676 deadline: 1732677876799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:36,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51670 deadline: 1732677876929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:36,931 DEBUG [Thread-2933 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., hostname=2037602345fe,42163,1732677650856, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:37,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T03:23:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42163 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51606 deadline: 1732677877000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 2024-11-27T03:23:37,003 DEBUG [Thread-2925 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18230 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., hostname=2037602345fe,42163,1732677650856, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T03:23:37,060 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/b9701c09750b4aaf9da359798730257a 2024-11-27T03:23:37,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/c89ca31df7f04ae4ae352e1cefa372ae as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/c89ca31df7f04ae4ae352e1cefa372ae 2024-11-27T03:23:37,073 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/c89ca31df7f04ae4ae352e1cefa372ae, entries=150, sequenceid=384, filesize=30.5 K 2024-11-27T03:23:37,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/1f65b353910c46408a890b8331322afe as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1f65b353910c46408a890b8331322afe 2024-11-27T03:23:37,079 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1f65b353910c46408a890b8331322afe, entries=150, sequenceid=384, filesize=12.0 K 2024-11-27T03:23:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/b9701c09750b4aaf9da359798730257a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/b9701c09750b4aaf9da359798730257a 2024-11-27T03:23:37,087 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/b9701c09750b4aaf9da359798730257a, entries=150, sequenceid=384, filesize=12.0 K 2024-11-27T03:23:37,088 INFO [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 42b8e5aa32bd18915e285ed17c934134 in 1502ms, sequenceid=384, compaction requested=true 2024-11-27T03:23:37,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:37,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:37,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2037602345fe:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-27T03:23:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-27T03:23:37,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-27T03:23:37,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7500 sec 2024-11-27T03:23:37,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 2.7540 sec 2024-11-27T03:23:37,642 DEBUG [Thread-2940 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:58362 2024-11-27T03:23:37,642 DEBUG [Thread-2940 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:37,642 DEBUG [Thread-2942 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:58362 2024-11-27T03:23:37,642 DEBUG [Thread-2942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:37,645 DEBUG [Thread-2938 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:58362 2024-11-27T03:23:37,645 DEBUG [Thread-2938 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:37,645 DEBUG [Thread-2936 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:58362 2024-11-27T03:23:37,645 DEBUG [Thread-2936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:37,645 DEBUG [Thread-2944 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb75907 to 127.0.0.1:58362 2024-11-27T03:23:37,646 DEBUG [Thread-2944 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42163 {}] regionserver.HRegion(8581): Flush requested on 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:37,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T03:23:37,803 DEBUG [Thread-2931 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:58362 2024-11-27T03:23:37,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:37,803 DEBUG [Thread-2931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:37,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:37,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:37,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:37,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:37,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:37,808 DEBUG [Thread-2927 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:58362 2024-11-27T03:23:37,808 DEBUG [Thread-2927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:37,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271094c58617014976a81f404b46c4f25e_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677815647/Put/seqid=0 2024-11-27T03:23:37,812 DEBUG [Thread-2929 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:58362 2024-11-27T03:23:37,812 DEBUG [Thread-2929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:37,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742606_1782 (size=12454) 2024-11-27T03:23:38,217 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:38,222 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271094c58617014976a81f404b46c4f25e_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271094c58617014976a81f404b46c4f25e_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:38,222 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/303d3b2463224cf38760a1864cda6b65, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:38,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/303d3b2463224cf38760a1864cda6b65 is 175, key is test_row_0/A:col10/1732677815647/Put/seqid=0 2024-11-27T03:23:38,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742607_1783 (size=31255) 2024-11-27T03:23:38,227 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/303d3b2463224cf38760a1864cda6b65 2024-11-27T03:23:38,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/f68ee65230834eb184158481f1f273f2 is 50, key is test_row_0/B:col10/1732677815647/Put/seqid=0 2024-11-27T03:23:38,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742608_1784 (size=12301) 2024-11-27T03:23:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-27T03:23:38,444 INFO [Thread-2935 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-27T03:23:38,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/f68ee65230834eb184158481f1f273f2 2024-11-27T03:23:38,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d5f932cb734346a0a1b7d93ff50daed9 is 50, key is test_row_0/C:col10/1732677815647/Put/seqid=0 2024-11-27T03:23:38,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742609_1785 (size=12301) 2024-11-27T03:23:38,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d5f932cb734346a0a1b7d93ff50daed9 2024-11-27T03:23:38,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/303d3b2463224cf38760a1864cda6b65 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/303d3b2463224cf38760a1864cda6b65 2024-11-27T03:23:38,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/303d3b2463224cf38760a1864cda6b65, entries=150, sequenceid=403, filesize=30.5 K 2024-11-27T03:23:38,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/f68ee65230834eb184158481f1f273f2 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/f68ee65230834eb184158481f1f273f2 2024-11-27T03:23:38,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/f68ee65230834eb184158481f1f273f2, entries=150, sequenceid=403, filesize=12.0 K 2024-11-27T03:23:38,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/d5f932cb734346a0a1b7d93ff50daed9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d5f932cb734346a0a1b7d93ff50daed9 2024-11-27T03:23:38,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d5f932cb734346a0a1b7d93ff50daed9, entries=150, sequenceid=403, filesize=12.0 K 2024-11-27T03:23:38,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=13.42 KB/13740 for 42b8e5aa32bd18915e285ed17c934134 in 863ms, sequenceid=403, compaction requested=true 2024-11-27T03:23:38,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:38,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T03:23:38,666 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:38,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:38,666 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:38,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T03:23:38,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:38,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 42b8e5aa32bd18915e285ed17c934134:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T03:23:38,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:38,668 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:38,668 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/B is initiating minor compaction (all files) 2024-11-27T03:23:38,668 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:38,668 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/B in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:38,668 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/A is initiating minor compaction (all files) 2024-11-27T03:23:38,668 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/A in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:38,668 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/452cf63be7414c7180c598788be0ed8d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/8622295db6d847f9912af50fe78bf83d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1f65b353910c46408a890b8331322afe, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/f68ee65230834eb184158481f1f273f2] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=48.8 K 2024-11-27T03:23:38,668 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/569efea8dddb472bbe513d11d9926732, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/8917481de2b24728a77d4b2e4cab4a4f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/c89ca31df7f04ae4ae352e1cefa372ae, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/303d3b2463224cf38760a1864cda6b65] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=131.4 K 2024-11-27T03:23:38,668 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:38,668 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. files: [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/569efea8dddb472bbe513d11d9926732, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/8917481de2b24728a77d4b2e4cab4a4f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/c89ca31df7f04ae4ae352e1cefa372ae, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/303d3b2463224cf38760a1864cda6b65] 2024-11-27T03:23:38,668 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 452cf63be7414c7180c598788be0ed8d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732677813762 2024-11-27T03:23:38,669 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 569efea8dddb472bbe513d11d9926732, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732677813762 2024-11-27T03:23:38,669 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 8622295db6d847f9912af50fe78bf83d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732677814100 2024-11-27T03:23:38,669 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8917481de2b24728a77d4b2e4cab4a4f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732677814100 2024-11-27T03:23:38,669 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting c89ca31df7f04ae4ae352e1cefa372ae, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732677815310 2024-11-27T03:23:38,669 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f65b353910c46408a890b8331322afe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732677815310 2024-11-27T03:23:38,670 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 303d3b2463224cf38760a1864cda6b65, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732677815647 2024-11-27T03:23:38,670 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] compactions.Compactor(224): Compacting f68ee65230834eb184158481f1f273f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732677815647 2024-11-27T03:23:38,678 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:38,680 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411272c18e8167597490b8a8aa859abc9f1b8_42b8e5aa32bd18915e285ed17c934134 store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:38,685 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411272c18e8167597490b8a8aa859abc9f1b8_42b8e5aa32bd18915e285ed17c934134, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:38,685 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272c18e8167597490b8a8aa859abc9f1b8_42b8e5aa32bd18915e285ed17c934134 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:38,691 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#B#compaction#667 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:38,691 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/0f2319eaa88f42e4b015339655d1260a is 50, key is test_row_0/B:col10/1732677815647/Put/seqid=0 2024-11-27T03:23:38,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742610_1786 (size=4469) 2024-11-27T03:23:38,715 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#A#compaction#666 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:38,715 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f8c45e3137644a03a20193a46a44a523 is 175, key is test_row_0/A:col10/1732677815647/Put/seqid=0 2024-11-27T03:23:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742611_1787 (size=13255) 2024-11-27T03:23:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742612_1788 (size=32209) 2024-11-27T03:23:39,143 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/0f2319eaa88f42e4b015339655d1260a as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/0f2319eaa88f42e4b015339655d1260a 2024-11-27T03:23:39,143 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/f8c45e3137644a03a20193a46a44a523 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8c45e3137644a03a20193a46a44a523 2024-11-27T03:23:39,148 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/B of 42b8e5aa32bd18915e285ed17c934134 into 0f2319eaa88f42e4b015339655d1260a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:39,148 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/A of 42b8e5aa32bd18915e285ed17c934134 into f8c45e3137644a03a20193a46a44a523(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:39,148 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:39,148 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:39,148 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/A, priority=12, startTime=1732677818666; duration=0sec 2024-11-27T03:23:39,148 INFO [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/B, priority=12, startTime=1732677818666; duration=0sec 2024-11-27T03:23:39,148 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T03:23:39,148 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:A 2024-11-27T03:23:39,148 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:39,148 DEBUG [RS:0;2037602345fe:42163-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:B 2024-11-27T03:23:39,148 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T03:23:39,149 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T03:23:39,149 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1540): 42b8e5aa32bd18915e285ed17c934134/C is initiating minor compaction (all files) 2024-11-27T03:23:39,149 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 42b8e5aa32bd18915e285ed17c934134/C in TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:39,150 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/173d211f096447479473878e87608a54, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/9f97baa18787458da7880efd284347f4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/b9701c09750b4aaf9da359798730257a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d5f932cb734346a0a1b7d93ff50daed9] into tmpdir=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp, totalSize=48.8 K 2024-11-27T03:23:39,150 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 173d211f096447479473878e87608a54, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732677813762 2024-11-27T03:23:39,150 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f97baa18787458da7880efd284347f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732677814100 2024-11-27T03:23:39,150 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9701c09750b4aaf9da359798730257a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732677815310 2024-11-27T03:23:39,151 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5f932cb734346a0a1b7d93ff50daed9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732677815647 2024-11-27T03:23:39,159 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 42b8e5aa32bd18915e285ed17c934134#C#compaction#668 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T03:23:39,160 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/84054591ad07410cb28a0874fbe02238 is 50, key is test_row_0/C:col10/1732677815647/Put/seqid=0 2024-11-27T03:23:39,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742613_1789 (size=13255) 2024-11-27T03:23:39,580 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/84054591ad07410cb28a0874fbe02238 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/84054591ad07410cb28a0874fbe02238 2024-11-27T03:23:39,584 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 42b8e5aa32bd18915e285ed17c934134/C of 42b8e5aa32bd18915e285ed17c934134 into 84054591ad07410cb28a0874fbe02238(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T03:23:39,584 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:39,584 INFO [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134., storeName=42b8e5aa32bd18915e285ed17c934134/C, priority=12, startTime=1732677818667; duration=0sec 2024-11-27T03:23:39,584 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T03:23:39,584 DEBUG [RS:0;2037602345fe:42163-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 42b8e5aa32bd18915e285ed17c934134:C 2024-11-27T03:23:46,995 DEBUG [Thread-2933 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:58362 2024-11-27T03:23:46,995 DEBUG [Thread-2933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:47,058 DEBUG [Thread-2925 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:58362 2024-11-27T03:23:47,058 DEBUG [Thread-2925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:47,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T03:23:47,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-27T03:23:47,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-27T03:23:47,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-27T03:23:47,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-27T03:23:47,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-27T03:23:47,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T03:23:47,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4337 2024-11-27T03:23:47,058 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4326 2024-11-27T03:23:47,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4129 2024-11-27T03:23:47,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4321 2024-11-27T03:23:47,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4331 2024-11-27T03:23:47,059 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T03:23:47,059 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T03:23:47,059 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2209c520 to 127.0.0.1:58362 2024-11-27T03:23:47,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:47,059 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T03:23:47,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T03:23:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T03:23:47,062 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677827061"}]},"ts":"1732677827061"} 2024-11-27T03:23:47,062 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T03:23:47,064 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T03:23:47,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T03:23:47,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=185, ppid=184, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=42b8e5aa32bd18915e285ed17c934134, UNASSIGN}] 2024-11-27T03:23:47,066 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=185, ppid=184, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=42b8e5aa32bd18915e285ed17c934134, UNASSIGN 2024-11-27T03:23:47,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=185 updating hbase:meta row=42b8e5aa32bd18915e285ed17c934134, regionState=CLOSING, regionLocation=2037602345fe,42163,1732677650856 2024-11-27T03:23:47,067 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T03:23:47,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; CloseRegionProcedure 42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856}] 2024-11-27T03:23:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T03:23:47,218 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2037602345fe,42163,1732677650856 2024-11-27T03:23:47,219 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] handler.UnassignRegionHandler(124): Close 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:47,219 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T03:23:47,219 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1681): Closing 42b8e5aa32bd18915e285ed17c934134, disabling compactions & flushes 2024-11-27T03:23:47,219 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:47,219 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:47,219 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. after waiting 0 ms 2024-11-27T03:23:47,219 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:47,219 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(2837): Flushing 42b8e5aa32bd18915e285ed17c934134 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T03:23:47,219 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=A 2024-11-27T03:23:47,219 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:47,219 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=B 2024-11-27T03:23:47,219 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:47,219 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 42b8e5aa32bd18915e285ed17c934134, store=C 2024-11-27T03:23:47,219 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T03:23:47,224 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274947c10207e04b43be318501037db909_42b8e5aa32bd18915e285ed17c934134 is 50, key is test_row_0/A:col10/1732677817806/Put/seqid=0 2024-11-27T03:23:47,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742614_1790 (size=9914) 2024-11-27T03:23:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T03:23:47,627 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T03:23:47,630 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274947c10207e04b43be318501037db909_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274947c10207e04b43be318501037db909_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:47,631 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/74178fe176af454fb70ae7b720571edf, store: [table=TestAcidGuarantees family=A region=42b8e5aa32bd18915e285ed17c934134] 2024-11-27T03:23:47,631 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/74178fe176af454fb70ae7b720571edf is 175, key is test_row_0/A:col10/1732677817806/Put/seqid=0 2024-11-27T03:23:47,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742615_1791 (size=22561) 2024-11-27T03:23:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T03:23:48,034 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/74178fe176af454fb70ae7b720571edf 2024-11-27T03:23:48,039 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/ce140436d80e458bb6334cfb0af5ccb5 is 50, key is test_row_0/B:col10/1732677817806/Put/seqid=0 2024-11-27T03:23:48,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742616_1792 (size=9857) 2024-11-27T03:23:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T03:23:48,443 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/ce140436d80e458bb6334cfb0af5ccb5 2024-11-27T03:23:48,448 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/cd94ece32063411b8d216f551ac92f3d is 50, key is test_row_0/C:col10/1732677817806/Put/seqid=0 2024-11-27T03:23:48,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742617_1793 (size=9857) 2024-11-27T03:23:48,851 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/cd94ece32063411b8d216f551ac92f3d 2024-11-27T03:23:48,854 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/A/74178fe176af454fb70ae7b720571edf as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/74178fe176af454fb70ae7b720571edf 2024-11-27T03:23:48,856 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/74178fe176af454fb70ae7b720571edf, entries=100, sequenceid=413, filesize=22.0 K 2024-11-27T03:23:48,857 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/B/ce140436d80e458bb6334cfb0af5ccb5 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/ce140436d80e458bb6334cfb0af5ccb5 2024-11-27T03:23:48,859 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/ce140436d80e458bb6334cfb0af5ccb5, entries=100, sequenceid=413, filesize=9.6 K 2024-11-27T03:23:48,860 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/.tmp/C/cd94ece32063411b8d216f551ac92f3d as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/cd94ece32063411b8d216f551ac92f3d 2024-11-27T03:23:48,862 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/cd94ece32063411b8d216f551ac92f3d, entries=100, sequenceid=413, filesize=9.6 K 2024-11-27T03:23:48,862 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 42b8e5aa32bd18915e285ed17c934134 in 1643ms, sequenceid=413, compaction requested=false 2024-11-27T03:23:48,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/18ba2a5cbd904a7c994b8ce40a06d6e5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/feadcd9bf57146ae92e242df3410d0d8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/bbd7c0216e5c42099389608a90cd8940, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/e554f28288c34a57b360460b27b2a5b0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/3c682f25896a4206a7002c2f9242c5ff, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/87cdcbb6e3314c73bd8c09ab450a68b9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/64b7909d9d3643e6be1969fff24d5536, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/125b242b3e7145ea9e7c21565f1e52b9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f821d1dd9eb44e29a7e4173dc94b8879, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/d763428a2d4d481d865af8ab21188eb8, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/95b4b757dec64cd5a4fc79f916589abf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8a413848ec640699ed62c8279edbff0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/bbe9e6e86d8c4e28a1cad8cd816ce5b9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/dd6a5f9747504d959c598b561cb5596b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0ca893b1994646f4928e2ba8cc9ef8ee, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/43c9efb32fc64b04a98f903cfbfe1a01, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/7b2584386b8b49a1b064f3fa0d57cab7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/e169c3b2e53a451e95dcf728ff9f0089, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f2459e78ffc9431795c20beddcbbb897, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/d63a28ead61d4b5aa2bb938c2be31008, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0f14ceb5303844549dce0a9b5c2631e2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/62ae7b9473d3452292f6e68de6d17da6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0defd61a2ed24f0399050e308d6cd769, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8f36668243b43ecb921a6d43b732902, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/569efea8dddb472bbe513d11d9926732, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/8917481de2b24728a77d4b2e4cab4a4f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/c89ca31df7f04ae4ae352e1cefa372ae, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/303d3b2463224cf38760a1864cda6b65] to archive 2024-11-27T03:23:48,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:23:48,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/18ba2a5cbd904a7c994b8ce40a06d6e5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/18ba2a5cbd904a7c994b8ce40a06d6e5 2024-11-27T03:23:48,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/feadcd9bf57146ae92e242df3410d0d8 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/feadcd9bf57146ae92e242df3410d0d8 2024-11-27T03:23:48,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/bbd7c0216e5c42099389608a90cd8940 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/bbd7c0216e5c42099389608a90cd8940 2024-11-27T03:23:48,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/e554f28288c34a57b360460b27b2a5b0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/e554f28288c34a57b360460b27b2a5b0 2024-11-27T03:23:48,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/3c682f25896a4206a7002c2f9242c5ff to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/3c682f25896a4206a7002c2f9242c5ff 2024-11-27T03:23:48,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/87cdcbb6e3314c73bd8c09ab450a68b9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/87cdcbb6e3314c73bd8c09ab450a68b9 2024-11-27T03:23:48,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/64b7909d9d3643e6be1969fff24d5536 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/64b7909d9d3643e6be1969fff24d5536 2024-11-27T03:23:48,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/125b242b3e7145ea9e7c21565f1e52b9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/125b242b3e7145ea9e7c21565f1e52b9 2024-11-27T03:23:48,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f821d1dd9eb44e29a7e4173dc94b8879 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f821d1dd9eb44e29a7e4173dc94b8879 2024-11-27T03:23:48,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/d763428a2d4d481d865af8ab21188eb8 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/d763428a2d4d481d865af8ab21188eb8 2024-11-27T03:23:48,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/95b4b757dec64cd5a4fc79f916589abf to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/95b4b757dec64cd5a4fc79f916589abf 2024-11-27T03:23:48,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8a413848ec640699ed62c8279edbff0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8a413848ec640699ed62c8279edbff0 2024-11-27T03:23:48,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/bbe9e6e86d8c4e28a1cad8cd816ce5b9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/bbe9e6e86d8c4e28a1cad8cd816ce5b9 2024-11-27T03:23:48,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/dd6a5f9747504d959c598b561cb5596b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/dd6a5f9747504d959c598b561cb5596b 2024-11-27T03:23:48,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0ca893b1994646f4928e2ba8cc9ef8ee to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0ca893b1994646f4928e2ba8cc9ef8ee 2024-11-27T03:23:48,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/43c9efb32fc64b04a98f903cfbfe1a01 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/43c9efb32fc64b04a98f903cfbfe1a01 2024-11-27T03:23:48,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/7b2584386b8b49a1b064f3fa0d57cab7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/7b2584386b8b49a1b064f3fa0d57cab7 2024-11-27T03:23:48,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/e169c3b2e53a451e95dcf728ff9f0089 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/e169c3b2e53a451e95dcf728ff9f0089 2024-11-27T03:23:48,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f2459e78ffc9431795c20beddcbbb897 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f2459e78ffc9431795c20beddcbbb897 2024-11-27T03:23:48,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/d63a28ead61d4b5aa2bb938c2be31008 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/d63a28ead61d4b5aa2bb938c2be31008 2024-11-27T03:23:48,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0f14ceb5303844549dce0a9b5c2631e2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0f14ceb5303844549dce0a9b5c2631e2 2024-11-27T03:23:48,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/62ae7b9473d3452292f6e68de6d17da6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/62ae7b9473d3452292f6e68de6d17da6 2024-11-27T03:23:48,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0defd61a2ed24f0399050e308d6cd769 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/0defd61a2ed24f0399050e308d6cd769 2024-11-27T03:23:48,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8f36668243b43ecb921a6d43b732902 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8f36668243b43ecb921a6d43b732902 2024-11-27T03:23:48,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/569efea8dddb472bbe513d11d9926732 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/569efea8dddb472bbe513d11d9926732 2024-11-27T03:23:48,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/8917481de2b24728a77d4b2e4cab4a4f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/8917481de2b24728a77d4b2e4cab4a4f 2024-11-27T03:23:48,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/c89ca31df7f04ae4ae352e1cefa372ae to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/c89ca31df7f04ae4ae352e1cefa372ae 2024-11-27T03:23:48,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/303d3b2463224cf38760a1864cda6b65 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/303d3b2463224cf38760a1864cda6b65 2024-11-27T03:23:48,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/93ffa97b274f4c8d975047c0ce27364f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/68dac8f19db845b6b5fa2c8d69b3558b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/c664e455421a4a0d93f97c35703e2736, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/9bfb023e1fc547e2a9363aea943379db, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/d79a717dcee744c190be9633a6ec3708, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/acc5d7ad79af4a579e51bd712d31c607, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/ca6190eb50924ef1b62e471ba4dd4a52, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2f17e2f59c764919844c0dd14fb35d89, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/73a9486de0b645ad9a159bbe76f84ff2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/de02f6d7365f423287d759c911cf47f3, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2bde4808cc3046ee9aab9b21f3fb2365, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/6a2fdd17106c48419c99552d178ae936, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/cec0e25f2f2946269dc3fc1d33e412e7, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/7fc11688278245f79f8cd60a6958e159, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/90b509c5786c41a7b336f9cead484191, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/185e0a8c89b74869b85b1d31b5c28682, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2bbb8894641e4bdfb95bbb9bced37ce9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/01a1055d4bdb4ec4b6e1261de1babaa1, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/5df4b6fe6f8f41f48f20bf269a74f7a2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/e26825bd2b9747ed9cec4a2cad8aea28, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1a5a5603321544309f9b75193f88102d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/b4a4cbb4ba5b4113b1bb3b635b123cb2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1351a63b95004331b4ddf874865cfde0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/452cf63be7414c7180c598788be0ed8d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/54cc663c79dd4e279ad0c72827416ec6, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/8622295db6d847f9912af50fe78bf83d, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1f65b353910c46408a890b8331322afe, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/f68ee65230834eb184158481f1f273f2] to archive 2024-11-27T03:23:48,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:23:48,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/93ffa97b274f4c8d975047c0ce27364f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/93ffa97b274f4c8d975047c0ce27364f 2024-11-27T03:23:48,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/68dac8f19db845b6b5fa2c8d69b3558b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/68dac8f19db845b6b5fa2c8d69b3558b 2024-11-27T03:23:48,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/c664e455421a4a0d93f97c35703e2736 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/c664e455421a4a0d93f97c35703e2736 2024-11-27T03:23:48,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/9bfb023e1fc547e2a9363aea943379db to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/9bfb023e1fc547e2a9363aea943379db 2024-11-27T03:23:48,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/d79a717dcee744c190be9633a6ec3708 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/d79a717dcee744c190be9633a6ec3708 2024-11-27T03:23:48,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/acc5d7ad79af4a579e51bd712d31c607 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/acc5d7ad79af4a579e51bd712d31c607 2024-11-27T03:23:48,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/ca6190eb50924ef1b62e471ba4dd4a52 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/ca6190eb50924ef1b62e471ba4dd4a52 2024-11-27T03:23:48,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2f17e2f59c764919844c0dd14fb35d89 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2f17e2f59c764919844c0dd14fb35d89 2024-11-27T03:23:48,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/73a9486de0b645ad9a159bbe76f84ff2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/73a9486de0b645ad9a159bbe76f84ff2 2024-11-27T03:23:48,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/de02f6d7365f423287d759c911cf47f3 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/de02f6d7365f423287d759c911cf47f3 2024-11-27T03:23:48,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2bde4808cc3046ee9aab9b21f3fb2365 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2bde4808cc3046ee9aab9b21f3fb2365 2024-11-27T03:23:48,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/6a2fdd17106c48419c99552d178ae936 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/6a2fdd17106c48419c99552d178ae936 2024-11-27T03:23:48,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/cec0e25f2f2946269dc3fc1d33e412e7 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/cec0e25f2f2946269dc3fc1d33e412e7 2024-11-27T03:23:48,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/7fc11688278245f79f8cd60a6958e159 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/7fc11688278245f79f8cd60a6958e159 2024-11-27T03:23:48,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/90b509c5786c41a7b336f9cead484191 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/90b509c5786c41a7b336f9cead484191 2024-11-27T03:23:48,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/185e0a8c89b74869b85b1d31b5c28682 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/185e0a8c89b74869b85b1d31b5c28682 2024-11-27T03:23:48,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2bbb8894641e4bdfb95bbb9bced37ce9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/2bbb8894641e4bdfb95bbb9bced37ce9 2024-11-27T03:23:48,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/01a1055d4bdb4ec4b6e1261de1babaa1 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/01a1055d4bdb4ec4b6e1261de1babaa1 2024-11-27T03:23:48,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/5df4b6fe6f8f41f48f20bf269a74f7a2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/5df4b6fe6f8f41f48f20bf269a74f7a2 2024-11-27T03:23:48,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/e26825bd2b9747ed9cec4a2cad8aea28 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/e26825bd2b9747ed9cec4a2cad8aea28 2024-11-27T03:23:48,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1a5a5603321544309f9b75193f88102d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1a5a5603321544309f9b75193f88102d 2024-11-27T03:23:48,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/b4a4cbb4ba5b4113b1bb3b635b123cb2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/b4a4cbb4ba5b4113b1bb3b635b123cb2 2024-11-27T03:23:48,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1351a63b95004331b4ddf874865cfde0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1351a63b95004331b4ddf874865cfde0 2024-11-27T03:23:48,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/452cf63be7414c7180c598788be0ed8d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/452cf63be7414c7180c598788be0ed8d 2024-11-27T03:23:48,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/54cc663c79dd4e279ad0c72827416ec6 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/54cc663c79dd4e279ad0c72827416ec6 2024-11-27T03:23:48,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/8622295db6d847f9912af50fe78bf83d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/8622295db6d847f9912af50fe78bf83d 2024-11-27T03:23:48,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1f65b353910c46408a890b8331322afe to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/1f65b353910c46408a890b8331322afe 2024-11-27T03:23:48,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/f68ee65230834eb184158481f1f273f2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/f68ee65230834eb184158481f1f273f2 2024-11-27T03:23:48,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/ce4bab8908a84666b21e4e272c423fbf, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/50b10af5bcbc48e0badee5d54a22f79f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/970a79d9f8ba45e4b2843324ddb2da7f, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/df547bd084e24567992809f5aed28ee4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/73e2e90f103244758c4f99127afa031a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/f76c32a4194e48d7a3844c0b4237c9f2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c0fe71fedb62491f9fedf71976cb495e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c1e99026f5224d6ab7eda6a9b7b4d230, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/b61f265742fd4687b09f5e233b4208ea, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c7be23607eeb499ba0e51279b1987fea, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d68014521ebd433baf497a7266ae1440, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d6a2c5945ed24569ba8a7b63f49369f5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d3f864f52782484196ae56f33c329b8b, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/e8228ebbc11d4a87bf6b4ee04281c4c5, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/0f9ab574bd06418e8ba9c1f904293147, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/07c2f08de74c4cd5b6fc44bfac69c2a9, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d9685c46b59742faa1dec6ca2b48c935, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/780f975f8c69408cbd0612bf925a8895, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/6b8b8c26ad3d45d1988a89702ffd501e, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d50f0f6368f9498ea1e40d2667bada6c, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c27a4651c9af4f3b92ef03d7d7727458, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/8e45093665844711a3d49137c8475ed2, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/1e9e188f911a4259bf1114572cc0d7b0, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/173d211f096447479473878e87608a54, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/bbf4ebbc4e2a41d88f72df8351b34830, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/9f97baa18787458da7880efd284347f4, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/b9701c09750b4aaf9da359798730257a, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d5f932cb734346a0a1b7d93ff50daed9] to archive 2024-11-27T03:23:48,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T03:23:48,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/ce4bab8908a84666b21e4e272c423fbf to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/ce4bab8908a84666b21e4e272c423fbf 2024-11-27T03:23:48,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/50b10af5bcbc48e0badee5d54a22f79f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/50b10af5bcbc48e0badee5d54a22f79f 2024-11-27T03:23:48,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/970a79d9f8ba45e4b2843324ddb2da7f to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/970a79d9f8ba45e4b2843324ddb2da7f 2024-11-27T03:23:48,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/df547bd084e24567992809f5aed28ee4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/df547bd084e24567992809f5aed28ee4 2024-11-27T03:23:48,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/73e2e90f103244758c4f99127afa031a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/73e2e90f103244758c4f99127afa031a 2024-11-27T03:23:48,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/f76c32a4194e48d7a3844c0b4237c9f2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/f76c32a4194e48d7a3844c0b4237c9f2 2024-11-27T03:23:48,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c0fe71fedb62491f9fedf71976cb495e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c0fe71fedb62491f9fedf71976cb495e 2024-11-27T03:23:48,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c1e99026f5224d6ab7eda6a9b7b4d230 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c1e99026f5224d6ab7eda6a9b7b4d230 2024-11-27T03:23:48,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/b61f265742fd4687b09f5e233b4208ea to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/b61f265742fd4687b09f5e233b4208ea 2024-11-27T03:23:48,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c7be23607eeb499ba0e51279b1987fea to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c7be23607eeb499ba0e51279b1987fea 2024-11-27T03:23:48,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d68014521ebd433baf497a7266ae1440 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d68014521ebd433baf497a7266ae1440 2024-11-27T03:23:48,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d6a2c5945ed24569ba8a7b63f49369f5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d6a2c5945ed24569ba8a7b63f49369f5 2024-11-27T03:23:48,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d3f864f52782484196ae56f33c329b8b to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d3f864f52782484196ae56f33c329b8b 2024-11-27T03:23:48,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/e8228ebbc11d4a87bf6b4ee04281c4c5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/e8228ebbc11d4a87bf6b4ee04281c4c5 2024-11-27T03:23:48,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/0f9ab574bd06418e8ba9c1f904293147 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/0f9ab574bd06418e8ba9c1f904293147 2024-11-27T03:23:48,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/07c2f08de74c4cd5b6fc44bfac69c2a9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/07c2f08de74c4cd5b6fc44bfac69c2a9 2024-11-27T03:23:48,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d9685c46b59742faa1dec6ca2b48c935 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d9685c46b59742faa1dec6ca2b48c935 2024-11-27T03:23:48,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/780f975f8c69408cbd0612bf925a8895 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/780f975f8c69408cbd0612bf925a8895 2024-11-27T03:23:48,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/6b8b8c26ad3d45d1988a89702ffd501e to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/6b8b8c26ad3d45d1988a89702ffd501e 2024-11-27T03:23:48,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d50f0f6368f9498ea1e40d2667bada6c to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d50f0f6368f9498ea1e40d2667bada6c 2024-11-27T03:23:48,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c27a4651c9af4f3b92ef03d7d7727458 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/c27a4651c9af4f3b92ef03d7d7727458 2024-11-27T03:23:48,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/8e45093665844711a3d49137c8475ed2 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/8e45093665844711a3d49137c8475ed2 2024-11-27T03:23:48,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/1e9e188f911a4259bf1114572cc0d7b0 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/1e9e188f911a4259bf1114572cc0d7b0 2024-11-27T03:23:48,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/173d211f096447479473878e87608a54 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/173d211f096447479473878e87608a54 2024-11-27T03:23:48,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/bbf4ebbc4e2a41d88f72df8351b34830 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/bbf4ebbc4e2a41d88f72df8351b34830 2024-11-27T03:23:48,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/9f97baa18787458da7880efd284347f4 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/9f97baa18787458da7880efd284347f4 2024-11-27T03:23:48,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/b9701c09750b4aaf9da359798730257a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/b9701c09750b4aaf9da359798730257a 2024-11-27T03:23:48,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d5f932cb734346a0a1b7d93ff50daed9 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/d5f932cb734346a0a1b7d93ff50daed9 2024-11-27T03:23:48,934 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/recovered.edits/416.seqid, newMaxSeqId=416, maxSeqId=4 2024-11-27T03:23:48,934 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134. 2024-11-27T03:23:48,934 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] regionserver.HRegion(1635): Region close journal for 42b8e5aa32bd18915e285ed17c934134: 2024-11-27T03:23:48,936 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION, pid=186}] handler.UnassignRegionHandler(170): Closed 42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:48,936 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=185 updating hbase:meta row=42b8e5aa32bd18915e285ed17c934134, regionState=CLOSED 2024-11-27T03:23:48,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-27T03:23:48,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; CloseRegionProcedure 42b8e5aa32bd18915e285ed17c934134, server=2037602345fe,42163,1732677650856 in 1.8700 sec 2024-11-27T03:23:48,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=185, resume processing ppid=184 2024-11-27T03:23:48,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, ppid=184, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=42b8e5aa32bd18915e285ed17c934134, UNASSIGN in 1.8730 sec 2024-11-27T03:23:48,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-27T03:23:48,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8740 sec 2024-11-27T03:23:48,940 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732677828940"}]},"ts":"1732677828940"} 2024-11-27T03:23:48,941 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T03:23:48,943 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T03:23:48,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8830 sec 2024-11-27T03:23:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-27T03:23:49,165 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-27T03:23:49,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T03:23:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:49,167 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=187, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-27T03:23:49,167 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=187, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:49,169 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,171 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C, FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/recovered.edits] 2024-11-27T03:23:49,173 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/74178fe176af454fb70ae7b720571edf to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/74178fe176af454fb70ae7b720571edf 2024-11-27T03:23:49,174 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8c45e3137644a03a20193a46a44a523 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/A/f8c45e3137644a03a20193a46a44a523 2024-11-27T03:23:49,175 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/0f2319eaa88f42e4b015339655d1260a to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/0f2319eaa88f42e4b015339655d1260a 2024-11-27T03:23:49,176 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/ce140436d80e458bb6334cfb0af5ccb5 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/B/ce140436d80e458bb6334cfb0af5ccb5 2024-11-27T03:23:49,178 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/84054591ad07410cb28a0874fbe02238 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/84054591ad07410cb28a0874fbe02238 2024-11-27T03:23:49,179 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/cd94ece32063411b8d216f551ac92f3d to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/C/cd94ece32063411b8d216f551ac92f3d 2024-11-27T03:23:49,181 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/recovered.edits/416.seqid to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134/recovered.edits/416.seqid 2024-11-27T03:23:49,181 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/default/TestAcidGuarantees/42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,181 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T03:23:49,181 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T03:23:49,182 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T03:23:49,184 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270563b490f20e41d0a62bfbb2c23521c0_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270563b490f20e41d0a62bfbb2c23521c0_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,185 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127064296d1ae5844b6ac09b7ab8673dcef_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127064296d1ae5844b6ac09b7ab8673dcef_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,186 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271094c58617014976a81f404b46c4f25e_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271094c58617014976a81f404b46c4f25e_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,187 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112714458fae0a534b33b75543bd55969a05_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112714458fae0a534b33b75543bd55969a05_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,187 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271d0e66792e784e7389f7ed0c3c008340_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271d0e66792e784e7389f7ed0c3c008340_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,188 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112721efa0deb9bd4924982dd05b5d1fbff8_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112721efa0deb9bd4924982dd05b5d1fbff8_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,189 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127307979b3d4094690b4b74279e5ebe71f_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127307979b3d4094690b4b74279e5ebe71f_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,190 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127376c917868364473a331278b1af1f1c8_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127376c917868364473a331278b1af1f1c8_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,191 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112741c8d4bf37404d6b93844650cb6a8995_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112741c8d4bf37404d6b93844650cb6a8995_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,192 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274739c9aa2b914bc1b60c845d48744ee0_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274739c9aa2b914bc1b60c845d48744ee0_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,192 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274947c10207e04b43be318501037db909_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274947c10207e04b43be318501037db909_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,193 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277be855f0d50841fe8bee5b4b3c4f8fa2_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411277be855f0d50841fe8bee5b4b3c4f8fa2_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,194 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a1efd5aa290e4104a00553c6f369eb6f_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a1efd5aa290e4104a00553c6f369eb6f_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,195 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b1abf7a70b2b4de39b06cbd85ca30c8a_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b1abf7a70b2b4de39b06cbd85ca30c8a_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,196 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c9d6646c5da44e77a03e9bbb2e3fe2c1_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c9d6646c5da44e77a03e9bbb2e3fe2c1_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,197 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d5b5d476efb74f068adff745eb83a925_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d5b5d476efb74f068adff745eb83a925_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,197 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127db06bbfff1624f7796d7d677b54068bc_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127db06bbfff1624f7796d7d677b54068bc_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,198 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e4f24615123044508ba39862652517c5_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e4f24615123044508ba39862652517c5_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,199 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e6d35968f8a64b9fa0c3e28da99252d2_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e6d35968f8a64b9fa0c3e28da99252d2_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,200 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f31e00ddde3d4ef69867c8b6ae2307cc_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f31e00ddde3d4ef69867c8b6ae2307cc_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,200 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f9a97a538b3342258ea6b4e527a602d9_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f9a97a538b3342258ea6b4e527a602d9_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,201 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fe01504c14984e2ab8f966d756587748_42b8e5aa32bd18915e285ed17c934134 to hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127fe01504c14984e2ab8f966d756587748_42b8e5aa32bd18915e285ed17c934134 2024-11-27T03:23:49,202 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T03:23:49,203 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=187, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:49,205 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T03:23:49,206 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T03:23:49,207 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=187, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:49,207 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T03:23:49,207 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732677829207"}]},"ts":"9223372036854775807"} 2024-11-27T03:23:49,208 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T03:23:49,209 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 42b8e5aa32bd18915e285ed17c934134, NAME => 'TestAcidGuarantees,,1732677795194.42b8e5aa32bd18915e285ed17c934134.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T03:23:49,209 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T03:23:49,209 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732677829209"}]},"ts":"9223372036854775807"} 2024-11-27T03:23:49,210 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T03:23:49,212 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=187, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T03:23:49,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-27T03:23:49,243 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T03:23:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44143 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-27T03:23:49,268 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-27T03:23:49,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236 (was 239), OpenFileDescriptor=446 (was 450), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=773 (was 820), ProcessCount=11 (was 11), AvailableMemoryMB=5681 (was 5753) 2024-11-27T03:23:49,277 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-27T03:23:49,277 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T03:23:49,277 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76523d14 to 127.0.0.1:58362 2024-11-27T03:23:49,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:49,277 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T03:23:49,277 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=769703085, stopped=false 2024-11-27T03:23:49,278 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2037602345fe,44143,1732677650125 2024-11-27T03:23:49,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T03:23:49,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-27T03:23:49,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:23:49,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:23:49,279 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-27T03:23:49,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:49,280 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2037602345fe,42163,1732677650856' ***** 2024-11-27T03:23:49,280 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-27T03:23:49,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T03:23:49,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T03:23:49,280 INFO [RS:0;2037602345fe:42163 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T03:23:49,281 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-27T03:23:49,281 INFO [RS:0;2037602345fe:42163 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T03:23:49,281 INFO [RS:0;2037602345fe:42163 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T03:23:49,281 INFO [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(3579): Received CLOSE for 5f18f9fa2f9d8f6d8e87c935687721cd 2024-11-27T03:23:49,281 INFO [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1224): stopping server 2037602345fe,42163,1732677650856 2024-11-27T03:23:49,281 DEBUG [RS:0;2037602345fe:42163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:49,281 INFO [RS:0;2037602345fe:42163 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T03:23:49,281 INFO [RS:0;2037602345fe:42163 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T03:23:49,281 INFO [RS:0;2037602345fe:42163 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T03:23:49,282 INFO [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-27T03:23:49,282 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5f18f9fa2f9d8f6d8e87c935687721cd, disabling compactions & flushes 2024-11-27T03:23:49,282 INFO [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-27T03:23:49,282 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1603): Online Regions={5f18f9fa2f9d8f6d8e87c935687721cd=hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:23:49,282 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd. 2024-11-27T03:23:49,282 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd. 2024-11-27T03:23:49,282 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd. after waiting 0 ms 2024-11-27T03:23:49,282 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd. 2024-11-27T03:23:49,282 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 5f18f9fa2f9d8f6d8e87c935687721cd 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-27T03:23:49,282 DEBUG [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-27T03:23:49,282 INFO [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-27T03:23:49,282 DEBUG [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-27T03:23:49,282 DEBUG [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T03:23:49,282 DEBUG [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T03:23:49,282 INFO [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-27T03:23:49,282 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5f18f9fa2f9d8f6d8e87c935687721cd 2024-11-27T03:23:49,298 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/namespace/5f18f9fa2f9d8f6d8e87c935687721cd/.tmp/info/b73c610b21624a069c762d9f520dac5e is 45, key is default/info:d/1732677655817/Put/seqid=0 2024-11-27T03:23:49,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742618_1794 (size=5037) 2024-11-27T03:23:49,305 DEBUG [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/.tmp/info/a3d5c871f7f14ea393d86831f4314fc9 is 143, key is hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd./info:regioninfo/1732677655704/Put/seqid=0 2024-11-27T03:23:49,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742619_1795 (size=7725) 2024-11-27T03:23:49,353 INFO [regionserver/2037602345fe:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:23:49,482 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5f18f9fa2f9d8f6d8e87c935687721cd 2024-11-27T03:23:49,683 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 5f18f9fa2f9d8f6d8e87c935687721cd 2024-11-27T03:23:49,702 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/namespace/5f18f9fa2f9d8f6d8e87c935687721cd/.tmp/info/b73c610b21624a069c762d9f520dac5e 2024-11-27T03:23:49,705 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/namespace/5f18f9fa2f9d8f6d8e87c935687721cd/.tmp/info/b73c610b21624a069c762d9f520dac5e as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/namespace/5f18f9fa2f9d8f6d8e87c935687721cd/info/b73c610b21624a069c762d9f520dac5e 2024-11-27T03:23:49,707 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/namespace/5f18f9fa2f9d8f6d8e87c935687721cd/info/b73c610b21624a069c762d9f520dac5e, entries=2, sequenceid=6, filesize=4.9 K 2024-11-27T03:23:49,708 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 5f18f9fa2f9d8f6d8e87c935687721cd in 426ms, sequenceid=6, compaction requested=false 2024-11-27T03:23:49,709 INFO [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/.tmp/info/a3d5c871f7f14ea393d86831f4314fc9 2024-11-27T03:23:49,711 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/namespace/5f18f9fa2f9d8f6d8e87c935687721cd/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T03:23:49,712 INFO [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd. 2024-11-27T03:23:49,712 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5f18f9fa2f9d8f6d8e87c935687721cd: 2024-11-27T03:23:49,712 DEBUG [RS_CLOSE_REGION-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732677654464.5f18f9fa2f9d8f6d8e87c935687721cd. 2024-11-27T03:23:49,734 DEBUG [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/.tmp/rep_barrier/11ff0efa6e3342b1ab77e714c8720b55 is 102, key is TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742./rep_barrier:/1732677685851/DeleteFamily/seqid=0 2024-11-27T03:23:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742620_1796 (size=6025) 2024-11-27T03:23:49,883 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T03:23:50,071 INFO [regionserver/2037602345fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T03:23:50,071 INFO [regionserver/2037602345fe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T03:23:50,083 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T03:23:50,137 INFO [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/.tmp/rep_barrier/11ff0efa6e3342b1ab77e714c8720b55 2024-11-27T03:23:50,155 DEBUG [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/.tmp/table/fd86e245824c4ca0a696ec3590f784b6 is 96, key is TestAcidGuarantees,,1732677656030.9d6c7a0698d326089c1a84ad2bd09742./table:/1732677685851/DeleteFamily/seqid=0 2024-11-27T03:23:50,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742621_1797 (size=5942) 2024-11-27T03:23:50,283 INFO [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-27T03:23:50,283 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T03:23:50,284 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T03:23:50,484 DEBUG [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-27T03:23:50,558 INFO [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/.tmp/table/fd86e245824c4ca0a696ec3590f784b6 2024-11-27T03:23:50,561 DEBUG [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/.tmp/info/a3d5c871f7f14ea393d86831f4314fc9 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/info/a3d5c871f7f14ea393d86831f4314fc9 2024-11-27T03:23:50,564 INFO [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/info/a3d5c871f7f14ea393d86831f4314fc9, entries=22, sequenceid=93, filesize=7.5 K 2024-11-27T03:23:50,564 DEBUG [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/.tmp/rep_barrier/11ff0efa6e3342b1ab77e714c8720b55 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/rep_barrier/11ff0efa6e3342b1ab77e714c8720b55 2024-11-27T03:23:50,567 INFO [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/rep_barrier/11ff0efa6e3342b1ab77e714c8720b55, entries=6, sequenceid=93, filesize=5.9 K 2024-11-27T03:23:50,567 DEBUG [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/.tmp/table/fd86e245824c4ca0a696ec3590f784b6 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/table/fd86e245824c4ca0a696ec3590f784b6 2024-11-27T03:23:50,570 INFO [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/table/fd86e245824c4ca0a696ec3590f784b6, entries=9, sequenceid=93, filesize=5.8 K 2024-11-27T03:23:50,570 INFO [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=93, compaction requested=false 2024-11-27T03:23:50,574 DEBUG [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-27T03:23:50,574 DEBUG [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:23:50,574 INFO [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-27T03:23:50,575 DEBUG [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-27T03:23:50,575 DEBUG [RS_CLOSE_META-regionserver/2037602345fe:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T03:23:50,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T03:23:50,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T03:23:50,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-27T03:23:50,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T03:23:50,684 INFO [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1250): stopping server 2037602345fe,42163,1732677650856; all regions closed. 2024-11-27T03:23:50,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741834_1010 (size=26050) 2024-11-27T03:23:50,690 DEBUG [RS:0;2037602345fe:42163 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/oldWALs 2024-11-27T03:23:50,690 INFO [RS:0;2037602345fe:42163 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2037602345fe%2C42163%2C1732677650856.meta:.meta(num 1732677654207) 2024-11-27T03:23:50,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741832_1008 (size=18552429) 2024-11-27T03:23:50,693 DEBUG [RS:0;2037602345fe:42163 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/oldWALs 2024-11-27T03:23:50,693 INFO [RS:0;2037602345fe:42163 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2037602345fe%2C42163%2C1732677650856:(num 1732677653230) 2024-11-27T03:23:50,693 DEBUG [RS:0;2037602345fe:42163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:50,693 INFO [RS:0;2037602345fe:42163 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T03:23:50,694 INFO [RS:0;2037602345fe:42163 {}] hbase.ChoreService(370): Chore service for: regionserver/2037602345fe:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T03:23:50,694 INFO [regionserver/2037602345fe:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-27T03:23:50,694 INFO [RS:0;2037602345fe:42163 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42163 2024-11-27T03:23:50,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T03:23:50,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2037602345fe,42163,1732677650856 2024-11-27T03:23:50,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2037602345fe,42163,1732677650856] 2024-11-27T03:23:50,698 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2037602345fe,42163,1732677650856; numProcessing=1 2024-11-27T03:23:50,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2037602345fe,42163,1732677650856 already deleted, retry=false 2024-11-27T03:23:50,700 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2037602345fe,42163,1732677650856 expired; onlineServers=0 2024-11-27T03:23:50,700 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2037602345fe,44143,1732677650125' ***** 2024-11-27T03:23:50,700 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T03:23:50,700 DEBUG [M:0;2037602345fe:44143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51bce639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2037602345fe/172.17.0.2:0 2024-11-27T03:23:50,700 INFO [M:0;2037602345fe:44143 {}] regionserver.HRegionServer(1224): stopping server 2037602345fe,44143,1732677650125 2024-11-27T03:23:50,700 INFO [M:0;2037602345fe:44143 {}] regionserver.HRegionServer(1250): stopping server 2037602345fe,44143,1732677650125; all regions closed. 2024-11-27T03:23:50,700 DEBUG [M:0;2037602345fe:44143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T03:23:50,700 DEBUG [M:0;2037602345fe:44143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T03:23:50,700 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T03:23:50,700 DEBUG [M:0;2037602345fe:44143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T03:23:50,700 DEBUG [master/2037602345fe:0:becomeActiveMaster-HFileCleaner.large.0-1732677652966 {}] cleaner.HFileCleaner(306): Exit Thread[master/2037602345fe:0:becomeActiveMaster-HFileCleaner.large.0-1732677652966,5,FailOnTimeoutGroup] 2024-11-27T03:23:50,700 DEBUG [master/2037602345fe:0:becomeActiveMaster-HFileCleaner.small.0-1732677652966 {}] cleaner.HFileCleaner(306): Exit Thread[master/2037602345fe:0:becomeActiveMaster-HFileCleaner.small.0-1732677652966,5,FailOnTimeoutGroup] 2024-11-27T03:23:50,700 INFO [M:0;2037602345fe:44143 {}] hbase.ChoreService(370): Chore service for: master/2037602345fe:0 had [] on shutdown 2024-11-27T03:23:50,701 DEBUG [M:0;2037602345fe:44143 {}] master.HMaster(1733): Stopping service threads 2024-11-27T03:23:50,701 INFO [M:0;2037602345fe:44143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T03:23:50,701 ERROR [M:0;2037602345fe:44143 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:41287 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41287,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-27T03:23:50,702 INFO [M:0;2037602345fe:44143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T03:23:50,702 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T03:23:50,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-27T03:23:50,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T03:23:50,702 DEBUG [M:0;2037602345fe:44143 {}] zookeeper.ZKUtil(347): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-27T03:23:50,702 WARN [M:0;2037602345fe:44143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T03:23:50,702 INFO [M:0;2037602345fe:44143 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-27T03:23:50,702 INFO [M:0;2037602345fe:44143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T03:23:50,702 DEBUG [M:0;2037602345fe:44143 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T03:23:50,702 INFO [M:0;2037602345fe:44143 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:50,702 DEBUG [M:0;2037602345fe:44143 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:50,702 DEBUG [M:0;2037602345fe:44143 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T03:23:50,702 DEBUG [M:0;2037602345fe:44143 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:50,703 INFO [M:0;2037602345fe:44143 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=811.86 KB heapSize=1001.13 KB 2024-11-27T03:23:50,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T03:23:50,718 DEBUG [M:0;2037602345fe:44143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8a034dd88ae4e63b591675a20da9817 is 82, key is hbase:meta,,1/info:regioninfo/1732677654354/Put/seqid=0 2024-11-27T03:23:50,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742622_1798 (size=5672) 2024-11-27T03:23:50,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:50,799 INFO [RS:0;2037602345fe:42163 {}] regionserver.HRegionServer(1307): Exiting; stopping=2037602345fe,42163,1732677650856; zookeeper connection closed. 2024-11-27T03:23:50,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42163-0x10036fe7c800001, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:50,800 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6697e36d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6697e36d 2024-11-27T03:23:50,800 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T03:23:51,122 INFO [M:0;2037602345fe:44143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2340 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8a034dd88ae4e63b591675a20da9817 2024-11-27T03:23:51,144 DEBUG [M:0;2037602345fe:44143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aec225b7508b45e2b7da66ec81fe975b is 2278, key is \x00\x00\x00\x00\x00\x00\x00g/proc:d/1732677743808/Put/seqid=0 2024-11-27T03:23:51,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742623_1799 (size=46487) 2024-11-27T03:23:51,548 INFO [M:0;2037602345fe:44143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=811.30 KB at sequenceid=2340 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aec225b7508b45e2b7da66ec81fe975b 2024-11-27T03:23:51,551 INFO [M:0;2037602345fe:44143 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aec225b7508b45e2b7da66ec81fe975b 2024-11-27T03:23:51,566 DEBUG [M:0;2037602345fe:44143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61d970481dde49adb81854522eca3d08 is 69, key is 2037602345fe,42163,1732677650856/rs:state/1732677653003/Put/seqid=0 2024-11-27T03:23:51,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073742624_1800 (size=5156) 2024-11-27T03:23:51,969 INFO [M:0;2037602345fe:44143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2340 (bloomFilter=true), to=hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61d970481dde49adb81854522eca3d08 2024-11-27T03:23:51,972 DEBUG [M:0;2037602345fe:44143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8a034dd88ae4e63b591675a20da9817 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8a034dd88ae4e63b591675a20da9817 2024-11-27T03:23:51,975 INFO [M:0;2037602345fe:44143 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8a034dd88ae4e63b591675a20da9817, entries=8, sequenceid=2340, filesize=5.5 K 2024-11-27T03:23:51,975 DEBUG [M:0;2037602345fe:44143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aec225b7508b45e2b7da66ec81fe975b as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aec225b7508b45e2b7da66ec81fe975b 2024-11-27T03:23:51,977 INFO [M:0;2037602345fe:44143 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aec225b7508b45e2b7da66ec81fe975b 2024-11-27T03:23:51,977 INFO [M:0;2037602345fe:44143 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aec225b7508b45e2b7da66ec81fe975b, entries=187, sequenceid=2340, filesize=45.4 K 2024-11-27T03:23:51,978 DEBUG [M:0;2037602345fe:44143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61d970481dde49adb81854522eca3d08 as hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61d970481dde49adb81854522eca3d08 2024-11-27T03:23:51,980 INFO [M:0;2037602345fe:44143 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41287/user/jenkins/test-data/c5a0b1be-3351-963a-6362-3ce2d8768adb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61d970481dde49adb81854522eca3d08, entries=1, sequenceid=2340, filesize=5.0 K 2024-11-27T03:23:51,981 INFO [M:0;2037602345fe:44143 {}] regionserver.HRegion(3040): Finished flush of dataSize ~811.86 KB/831345, heapSize ~1000.84 KB/1024856, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=2340, compaction requested=false 2024-11-27T03:23:51,982 INFO [M:0;2037602345fe:44143 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T03:23:51,982 DEBUG [M:0;2037602345fe:44143 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T03:23:51,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36517 is added to blk_1073741830_1006 (size=984716) 2024-11-27T03:23:51,985 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-27T03:23:51,985 INFO [M:0;2037602345fe:44143 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-27T03:23:51,985 INFO [M:0;2037602345fe:44143 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44143 2024-11-27T03:23:51,987 DEBUG [M:0;2037602345fe:44143 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2037602345fe,44143,1732677650125 already deleted, retry=false 2024-11-27T03:23:52,088 INFO [M:0;2037602345fe:44143 {}] regionserver.HRegionServer(1307): Exiting; stopping=2037602345fe,44143,1732677650125; zookeeper connection closed. 2024-11-27T03:23:52,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:52,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44143-0x10036fe7c800000, quorum=127.0.0.1:58362, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T03:23:52,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T03:23:52,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:23:52,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:23:52,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:23:52,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/hadoop.log.dir/,STOPPED} 2024-11-27T03:23:52,098 WARN [BP-1234717045-172.17.0.2-1732677647237 heartbeating to localhost/127.0.0.1:41287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T03:23:52,098 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T03:23:52,098 WARN [BP-1234717045-172.17.0.2-1732677647237 heartbeating to localhost/127.0.0.1:41287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1234717045-172.17.0.2-1732677647237 (Datanode Uuid 1894f374-be0a-4aac-8e02-e9c4034d3377) service to localhost/127.0.0.1:41287 2024-11-27T03:23:52,098 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T03:23:52,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/cluster_2b66d9ec-3966-a6d0-0a48-dc5e364c52c1/dfs/data/data1/current/BP-1234717045-172.17.0.2-1732677647237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:23:52,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/cluster_2b66d9ec-3966-a6d0-0a48-dc5e364c52c1/dfs/data/data2/current/BP-1234717045-172.17.0.2-1732677647237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T03:23:52,102 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T03:23:52,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T03:23:52,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T03:23:52,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T03:23:52,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T03:23:52,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/858ccc65-3307-8cbd-762a-a909496190d7/hadoop.log.dir/,STOPPED} 2024-11-27T03:23:52,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-27T03:23:52,277 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down